-- Logs begin at Sun 2022-01-16 23:52:49 UTC, end at Mon 2022-01-17 00:48:47 UTC. -- Jan 17 00:24:12.482641 dv-cinder-815461-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 00:24:15.493291 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.common.config [-] Logging enabled! Jan 17 00:24:15.493920 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 00:24:15.494088 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 00:24:15.497650 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.common.config [-] Logging enabled! Jan 17 00:24:15.497914 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 00:24:15.498233 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 00:24:15.499172 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 00:24:15.499461 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 00:24:15.499998 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 00:24:15.500254 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 00:24:15.500508 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 00:24:15.500849 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.501282 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 17 00:24:15.501610 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.501911 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.502212 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.502512 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.502809 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.503095 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.503417 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.503722 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.504014 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.504302 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.504595 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.504895 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.505184 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.505478 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.505774 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.506061 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] debug = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.506347 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.506779 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.507219 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.507516 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.507814 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.508097 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.508376 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.508658 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.508948 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.509283 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] host = dv-cinder-815461-7-iscsi {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.509565 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.509859 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.510151 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.510442 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.510723 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.511005 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.511323 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.511620 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.511888 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] log_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.512168 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.512462 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.512759 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.513057 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.513290 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.513520 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.513819 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.514152 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.514396 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.514677 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.514959 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.515262 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.515546 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.515824 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.516140 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.516440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.516734 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.517017 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.517305 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.517730 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.518013 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.518149 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.518432 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.518710 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.518993 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.519333 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.519604 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.519883 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.520217 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.520498 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.520767 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.521059 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.521337 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.521627 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.521904 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.522181 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.522457 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] use_json = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.522732 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.523007 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.523327 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.523608 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.523884 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.524160 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.524434 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.524722 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.524999 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:15.525300 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.525601 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.525910 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.526202 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.526498 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.526781 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.527076 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.527403 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.527700 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.527995 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.528287 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.528570 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.528876 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.529170 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.529470 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.529780 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.530080 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.530376 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.530656 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.530934 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.531236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.531523 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.532346 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.532634 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.532931 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.533227 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.533512 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.533818 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.534110 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.534411 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.534710 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.534991 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.535311 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.535614 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.535901 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.536182 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.536465 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.536761 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.537046 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.537325 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.537615 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.537905 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.538182 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.538460 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.538743 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.539037 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.539346 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.539627 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.539906 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.540189 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.540467 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.540760 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.541044 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.541324 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.541603 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.541888 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.542167 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.542447 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.542730 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.543007 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.543318 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.543599 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.543879 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.544158 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.544436 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.544714 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.544991 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.545267 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.545548 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.545827 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.546107 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.546383 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.546666 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.546946 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.547259 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.548133 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.548423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.548714 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.549000 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.549287 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.549571 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.549857 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.550142 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.550429 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.550709 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.551008 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.551320 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.551617 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.551934 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.552223 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.552532 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.552822 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.553114 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.553398 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.553682 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.553972 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.554261 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.554561 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.554861 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.555162 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.555485 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.555784 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.556072 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.556386 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.556669 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:15.556892 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 00:24:15.557137 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109003) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 00:24:15.945391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 00:24:15.945690 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 00:24:15.946013 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 00:24:15.946538 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 00:24:16.284239 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.284446 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.284711 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.287833 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.288117 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.288391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.337108 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.337390 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.337666 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.351927 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.352217 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.352497 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.383324 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.383613 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.383889 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.419983 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.420265 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.420542 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.773166 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.773805 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.773805 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.774004 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.774682 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.875740 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.876007 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.876298 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.876577 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.876851 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.877169 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.877439 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.877703 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.877965 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.878255 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.878522 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.878796 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.879061 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.879355 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.879617 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.879890 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.880153 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.880428 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.880727 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.880980 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.881257 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.881517 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.881805 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.882193 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.882449 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.882700 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.883108 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 00:24:16.883383 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 00:24:16.883628 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 00:24:16.883870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 00:24:16.884111 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 00:24:16.884352 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 00:24:16.884729 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 00:24:16.888194 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 00:24:16.892281 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 00:24:16.896214 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 17 00:24:16.897890 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 00:24:16.898374 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 00:24:16.898721 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 00:24:16.899119 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 00:24:16.902079 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 00:24:16.902332 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 00:24:16.902697 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 00:24:16.913303 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 00:24:16.939464 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 00:24:16.939941 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.940247 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109003) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 17 00:24:16.940615 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.942027 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109003) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 00:24:16.942320 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 00:24:16.942570 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 00:24:16.945968 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:16.946259 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.011061 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 00:24:17.011336 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 00:24:17.011579 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 00:24:17.011971 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 00:24:17.033419 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_db.sqlalchemy.engines [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109003) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 00:24:17.476181 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Initializing driver for type 'gre' Jan 17 00:24:17.476722 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] gre ID ranges: [(1, 1000)] Jan 17 00:24:17.528977 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Initializing driver for type 'local' Jan 17 00:24:17.529349 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Initializing driver for type 'vlan' Jan 17 00:24:17.546778 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] VlanTypeDriver initialization complete Jan 17 00:24:17.547104 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Initializing driver for type 'vxlan' Jan 17 00:24:17.547669 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] vxlan ID ranges: [(1, 1000)] Jan 17 00:24:17.603602 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Initializing extension driver 'port_security' Jan 17 00:24:17.603954 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.extensions.port_security [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] PortSecurityExtensionDriver initialization complete Jan 17 00:24:17.604294 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Initializing mechanism driver 'openvswitch' Jan 17 00:24:17.604620 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Initializing mechanism driver 'hyperv' Jan 17 00:24:17.611570 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.plugins.ml2.plugin [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:24:17.612262 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > port after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.612640 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > port after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.613024 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > port after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.613582 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 00:24:17.614030 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > subnet after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.614424 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > subnet after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.614806 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.615279 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 00:24:17.615731 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > network after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.616124 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > network after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.616508 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > network after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.616909 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 00:24:17.617353 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > security_group after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.617705 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > security_group after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.618052 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > security_group after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.618630 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 00:24:17.619090 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.619518 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.619896 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.620343 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 00:24:17.620789 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > address_group after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.621143 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > address_group after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.621758 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > address_group after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.622194 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 00:24:17.622684 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] ML2 OVO RPC backend initialized. {{(pid=109003) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 17 00:24:17.623528 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.623979 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.624399 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > network before_response 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.624802 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > networks before_response 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.625165 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > port before_response 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.626109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > ports before_response 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.626481 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > subnet before_response 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.626836 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > subnets before_response 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.627266 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > network after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.627636 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > network after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.628021 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > network after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.628401 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > port after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.628749 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > port after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.629119 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > port after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.629500 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > subnet after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.629849 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > subnet after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.630190 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.630869 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.plugin [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Modular L2 Plugin initialization complete Jan 17 00:24:17.631260 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading services supported by the core plugin {{(pid=109003) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 00:24:17.631592 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.plugins.ml2.managers [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Got port-security extension from driver 'port_security' Jan 17 00:24:17.632070 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.extensions.vlantransparent [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Disabled vlantransparent extension. Jan 17 00:24:17.632564 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109003) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 00:24:17.632912 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading Plugin: router Jan 17 00:24:17.673136 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router_interface before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.673585 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router after_create 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.674029 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router before_create 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.674401 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.674778 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.675139 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router after_delete 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.675530 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > floatingip after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.675887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > floatingip after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.676423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router after_create 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.676609 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router after_update 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.676959 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router after_update 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.677308 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.677669 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router after_update 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.678087 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router precommit_update 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.678463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: port after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.678809 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: port after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.679153 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: subnet after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.679535 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.679889 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > port precommit_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.680241 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router precommit_create 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.680586 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: port before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.680936 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router precommit_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.681293 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router after_update 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.681640 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router precommit_delete 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.681990 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router precommit_create 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.682355 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.682703 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router precommit_update 55549900 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.683070 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > agent after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.683447 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > agent after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.683803 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > network after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.684698 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Tracking information for resource: router configured {{(pid=109003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 00:24:17.685034 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Tracking information for resource: floatingip configured {{(pid=109003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 00:24:17.690876 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.db.l3_agentschedulers_db [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 00:24:17.691493 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: port after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.691866 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: port after_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.692222 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: port after_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.692577 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: port after_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.693392 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router before_create 55550100 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.693766 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router precommit_delete 55550100 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.694141 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router precommit_create 55550100 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.694505 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > router precommit_update 55550100 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.699353 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.services.provider_configuration [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service providers = [] {{(pid=109003) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 00:24:17.699724 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.db.servicetype_db [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109003) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 00:24:17.702743 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.services.service_base [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 00:24:17.703098 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.services.service_base [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 00:24:17.703471 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.services.service_base [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 00:24:17.704938 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.services.service_base [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 00:24:17.705315 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.services.service_base [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 00:24:17.705701 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 00:24:17.706024 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 00:24:17.718376 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 00:24:17.718718 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading Plugin: auto_allocate Jan 17 00:24:17.724781 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: network precommit_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.725159 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: network precommit_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.725690 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 00:24:17.726015 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading Plugin: tag Jan 17 00:24:17.732779 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 00:24:17.733059 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading Plugin: timestamp Jan 17 00:24:17.737228 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 00:24:17.737565 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading Plugin: network_ip_availability Jan 17 00:24:17.743175 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.743582 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.743947 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.744689 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 00:24:17.745013 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading Plugin: flavors Jan 17 00:24:17.750129 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 00:24:17.750995 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading Plugin: revisions Jan 17 00:24:17.755452 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 00:24:17.755858 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_concurrency.lockutils [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=109003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 00:24:17.756619 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109003) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 00:24:17.756959 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Initializing extension manager. Jan 17 00:24:17.757484 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: __init__.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.757832 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: __pycache__ {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.758169 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.758508 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: address_group.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.759321 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.759912 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: address-group Jan 17 00:24:17.760239 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: address_scope.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.761165 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.761680 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: address-scope Jan 17 00:24:17.762010 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: admin_state_down_before_update.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.762963 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.763498 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: router-admin-state-down-before-update Jan 17 00:24:17.763827 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: agent.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.764533 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.765045 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: agent Jan 17 00:24:17.765371 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: agent_resources_synced.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.766871 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.767417 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: agent-resources-synced Jan 17 00:24:17.767749 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: allowedaddresspairs.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.769605 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.770138 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: allowed-address-pairs Jan 17 00:24:17.770467 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: auto_allocated_topology.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.771615 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.772133 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: auto-allocated-topology Jan 17 00:24:17.772466 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: availability_zone.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.773164 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.773672 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: availability_zone Jan 17 00:24:17.774194 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: availability_zone_filter.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.774910 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.775459 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: availability_zone_filter Jan 17 00:24:17.775787 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: data_plane_status.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.776703 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.777216 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 00:24:17.777540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: default_subnetpools.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.778463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.778976 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: default-subnetpools Jan 17 00:24:17.779326 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: dhcpagentscheduler.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.780154 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.780669 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: dhcp_agent_scheduler Jan 17 00:24:17.780994 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: dns.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.781952 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.782462 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension dns-integration not supported by any of loaded plugins Jan 17 00:24:17.782786 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: dns_domain_ports.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.783829 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.784341 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 00:24:17.784670 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.785601 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.786109 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 00:24:17.786432 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: dvr.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.787109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.787643 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: dvr Jan 17 00:24:17.787967 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: ecmp_routes.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.789120 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.789711 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 00:24:17.790038 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: empty_string_filtering.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.791154 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.791751 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: empty-string-filtering Jan 17 00:24:17.792076 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.792998 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.793558 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 00:24:17.793832 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.796439 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.796439 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 00:24:17.796439 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: external_net.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.796779 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.797159 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: external-net Jan 17 00:24:17.797516 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: extra_dhcp_opt.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.798446 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.798957 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: extra_dhcp_opt Jan 17 00:24:17.799316 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: extraroute.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.800238 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.800745 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: extraroute Jan 17 00:24:17.801067 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: extraroute_atomic.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.802132 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.802645 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: extraroute-atomic Jan 17 00:24:17.802968 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: filter_validation.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.803669 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.804173 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: filter-validation Jan 17 00:24:17.804497 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: fip_pf_description.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.805416 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.805924 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 00:24:17.806257 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: fip_port_details.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.807173 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.807704 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: fip-port-details Jan 17 00:24:17.808029 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: flavors.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.809296 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.809813 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: flavors Jan 17 00:24:17.810140 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.811896 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.812429 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 00:24:17.812767 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: floatingip_pools.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.814005 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.814519 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: floatingip-pools Jan 17 00:24:17.814852 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: ip_allocation.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.815823 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.816344 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 00:24:17.816673 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.817598 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.818112 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: ip-substring-filtering Jan 17 00:24:17.818442 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: l2_adjacency.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.819398 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.819909 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 00:24:17.820236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: l3.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.821408 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.821928 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: router Jan 17 00:24:17.822262 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: l3_conntrack_helper.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.824643 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.825181 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 00:24:17.825530 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.826471 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.826992 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: ext-gw-mode Jan 17 00:24:17.827370 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.828303 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.829392 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: l3-ha Jan 17 00:24:17.829724 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: l3_flavors.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.830647 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.831167 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: l3-flavors Jan 17 00:24:17.831524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.832443 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.832957 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 00:24:17.833284 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: l3agentscheduler.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.834480 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.834875 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: l3_agent_scheduler Jan 17 00:24:17.835221 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: local_ip.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.837074 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.837608 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension local_ip not supported by any of loaded plugins Jan 17 00:24:17.837949 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: logging.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.839491 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.840018 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension logging not supported by any of loaded plugins Jan 17 00:24:17.840354 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: metering.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.841109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.841699 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: metering Jan 17 00:24:17.842033 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.843130 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.843684 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: metering_source_and_destination_fields Jan 17 00:24:17.844018 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: multiprovidernet.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.844980 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.845499 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: multi-provider Jan 17 00:24:17.845828 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: netmtu.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.846747 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.847291 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: net-mtu Jan 17 00:24:17.847621 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: netmtu_writable.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.848546 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.849058 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: net-mtu-writable Jan 17 00:24:17.849385 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: network_availability_zone.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.850060 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.850567 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: network_availability_zone Jan 17 00:24:17.850892 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: network_ip_availability.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.852067 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.852582 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: network-ip-availability Jan 17 00:24:17.852912 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: network_segment_range.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.853693 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.854200 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 00:24:17.854527 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: pagination.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.855691 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.856028 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: pagination Jan 17 00:24:17.856351 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: port_device_profile.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.857260 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.857780 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: port-device-profile Jan 17 00:24:17.858105 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.859027 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.859585 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: port-mac-address-regenerate Jan 17 00:24:17.859942 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.860888 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.861399 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: port-numa-affinity-policy Jan 17 00:24:17.861722 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: port_resource_request.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.862635 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.863146 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 00:24:17.863502 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: port_resource_request_groups.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.864476 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.864994 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 17 00:24:17.865318 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: portbindings.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.866252 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.866767 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: binding Jan 17 00:24:17.867089 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: portbindings_extended.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.868418 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.868938 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: binding-extended Jan 17 00:24:17.869269 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: portsecurity.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.870196 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.870711 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: port-security Jan 17 00:24:17.871040 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: project_id.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.872333 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.872669 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: project-id Jan 17 00:24:17.872990 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: providernet.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.873929 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.874447 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: provider Jan 17 00:24:17.874772 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.879035 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.879603 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos not supported by any of loaded plugins Jan 17 00:24:17.879944 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.881210 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.881729 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 00:24:17.882063 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.882987 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.883529 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 00:24:17.883861 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_default.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.884780 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.885303 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-default not supported by any of loaded plugins Jan 17 00:24:17.885633 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_fip.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.886558 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.887075 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-fip not supported by any of loaded plugins Jan 17 00:24:17.887432 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_fip_network_policy.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.888358 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.888876 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 17 00:24:17.889205 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_gateway_ip.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.890153 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.890664 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 00:24:17.890991 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_port_network_policy.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.892501 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.893012 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 00:24:17.893338 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.894402 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.894912 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 17 00:24:17.895278 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_pps_rule.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.896480 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.897002 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-pps not supported by any of loaded plugins Jan 17 00:24:17.897334 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_rule_type_details.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.898261 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.898776 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 00:24:17.899103 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: qos_rules_alias.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.900201 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.900722 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 00:24:17.901055 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: quota_check_limit.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.901982 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.902505 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: quota-check-limit Jan 17 00:24:17.902838 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: quotasv2.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.903869 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.904203 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: quotas Jan 17 00:24:17.904529 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: quotasv2_detail.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.908079 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.908426 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: quota_details Jan 17 00:24:17.908764 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: rbac.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.909846 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.910395 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: rbac-policies Jan 17 00:24:17.910731 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: rbac_address_group.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.911721 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.912242 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: rbac-address-group Jan 17 00:24:17.912574 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: rbac_address_scope.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.913506 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.914027 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: rbac-address-scope Jan 17 00:24:17.914359 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: rbac_security_groups.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.915322 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.915839 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: rbac-security-groups Jan 17 00:24:17.916167 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: rbac_subnetpool.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.917086 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.917599 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: rbac-subnetpool Jan 17 00:24:17.917924 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: revisionifmatch.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.918852 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.919397 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: revision-if-match Jan 17 00:24:17.919727 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: revisions.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.920865 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.921384 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: standard-attr-revisions Jan 17 00:24:17.921715 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: router_availability_zone.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.922426 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.922941 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: router_availability_zone Jan 17 00:24:17.923296 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: routerservicetype.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.924230 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.924740 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension router-service-type not supported by any of loaded plugins Jan 17 00:24:17.925072 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.926074 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.926593 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: security-groups-normalized-cidr Jan 17 00:24:17.926917 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: security_groups_port_filtering.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.927881 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.928398 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: port-security-groups-filtering Jan 17 00:24:17.928733 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.929657 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.930177 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: security-groups-remote-address-group Jan 17 00:24:17.930502 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.931461 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.931980 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: security-groups-shared-filtering Jan 17 00:24:17.932304 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.932906 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 17 00:24:17.933224 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: securitygroup.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.943762 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.944320 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: security-group Jan 17 00:24:17.944659 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: segment.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.945504 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.946017 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension segment not supported by any of loaded plugins Jan 17 00:24:17.946348 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.947379 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.947892 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 00:24:17.948221 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: servicetype.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.949355 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.949880 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: service-type Jan 17 00:24:17.950209 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: sorting.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.951228 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.951557 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: sorting Jan 17 00:24:17.951883 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: standard_attr_segment.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.952812 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.953322 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 00:24:17.953703 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: standardattrdescription.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.954857 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.955398 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: standard-attr-description Jan 17 00:24:17.955728 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: stateful_security_group.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.956677 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.957192 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: stateful-security-group Jan 17 00:24:17.957520 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: stdattrs_common.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.958093 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 00:24:17.958421 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.959407 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.959941 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 00:24:17.960267 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: subnet_onboard.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.961359 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.961883 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: subnet_onboard Jan 17 00:24:17.962209 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.963150 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.963706 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 00:24:17.964034 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: subnet_service_types.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.964972 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.965500 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: subnet-service-types Jan 17 00:24:17.965829 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: subnetallocation.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.966945 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.967500 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: subnet_allocation Jan 17 00:24:17.967825 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.968497 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.969008 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: subnetpool-prefix-ops Jan 17 00:24:17.969367 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.970310 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.970825 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 00:24:17.971150 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: tagging.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.972267 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.972791 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: standard-attr-tag Jan 17 00:24:17.973125 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: timestamp.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.974350 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.974866 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loaded extension: standard-attr-timestamp Jan 17 00:24:17.975190 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: trunk.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.976261 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.976782 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension trunk not supported by any of loaded plugins Jan 17 00:24:17.977110 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: trunk_details.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.978037 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.978561 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension trunk-details not supported by any of loaded plugins Jan 17 00:24:17.978891 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: uplink_status_propagation.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.979866 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.980387 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 00:24:17.980712 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Loading extension file: vlantransparent.py {{(pid=109003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 00:24:17.981390 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 00:24:17.981900 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 00:24:17.984590 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:network Jan 17 00:24:17.985615 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:subnet Jan 17 00:24:17.986019 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 00:24:17.986411 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:port Jan 17 00:24:17.987730 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:17.988186 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service FLAVORS assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:17.988802 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:17.989237 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:17.989573 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:router Jan 17 00:24:17.990012 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:floatingip Jan 17 00:24:17.990510 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service METERING assigned prefix: /metering {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:17.992025 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.992405 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.992764 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:24:17.993792 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 00:24:17.994238 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:security_group Jan 17 00:24:17.994669 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 00:24:17.995310 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service CORE assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:17.995649 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 00:24:17.996008 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] subnetpool is already registered Jan 17 00:24:17.996694 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service CORE assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:17.997026 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 00:24:17.997359 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] subnetpool is already registered Jan 17 00:24:17.999694 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:18.000255 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service FLAVORS assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:18.001435 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:18.001870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:18.002210 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:router Jan 17 00:24:18.002553 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] router is already registered Jan 17 00:24:18.002963 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:floatingip Jan 17 00:24:18.003342 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] floatingip is already registered Jan 17 00:24:18.003820 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service METERING assigned prefix: /metering {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:18.004519 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 00:24:18.004848 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] rbac_policy is already registered Jan 17 00:24:18.005270 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:security_group Jan 17 00:24:18.005606 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] security_group is already registered Jan 17 00:24:18.006023 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 00:24:18.006357 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] security_group_rule is already registered Jan 17 00:24:18.006846 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service CORE assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:18.007178 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 00:24:18.007538 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] subnetpool is already registered Jan 17 00:24:18.007965 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.v2.resource_helper [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Service CORE assigned prefix: {{(pid=109003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 00:24:18.008301 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 00:24:18.008635 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING neutron.quota.resource_registry [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] subnetpool is already registered Jan 17 00:24:18.009106 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: extensions {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.011914 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: address-groups {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.013428 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: address-scopes {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.014626 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: agents {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.015924 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: auto-allocated-topology {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.017203 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: availability_zones {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.018415 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: dhcp-networks {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.019847 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: dhcp-agents {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.021393 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: routers {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.023695 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: flavors {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.024746 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: service_profiles {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.025985 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: next_providers {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.027458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: service_profiles {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.028907 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: floatingip-pools {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.030367 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: routers {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.032535 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: floatingips {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.033808 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: l3-routers {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.035178 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: l3-agents {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.036609 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: metering-labels {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.037854 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: metering-label-rules {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.039316 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: network-ip-availabilities {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.040587 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: bindings {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.042133 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: quotas {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.043814 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: quotas {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.045344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: rbac-policies {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.046542 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: security-groups {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.048431 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: security-group-rules {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.049641 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: service-providers {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.050861 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: subnetpools {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.052427 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: subnetpools {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.053732 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.055430 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.057219 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.059000 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.060790 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.062627 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.065792 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.071009 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.071009 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.072007 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron.api.extensions [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Extended resource: tags {{(pid=109003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 00:24:18.078530 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING keystonemiddleware.auth_token [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 00:24:18.083149 dv-cinder-815461-7-iscsi neutron-server[109003]: WARNING keystonemiddleware.auth_token [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 00:24:18.092022 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_concurrency.lockutils [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Acquired lock "singleton_lock" {{(pid=109003) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 17 00:24:18.092513 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_concurrency.lockutils [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Releasing lock "singleton_lock" {{(pid=109003) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 17 00:24:18.093204 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO oslo_service.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Starting 2 workers Jan 17 00:24:18.098152 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Started child 109112 {{(pid=109003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 00:24:18.102829 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Started child 109113 {{(pid=109003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 00:24:18.104516 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO neutron.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 00:24:18.105214 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Publish callbacks [] for process (None), before_spawn {{(pid=109003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:18.106174 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:18.107691 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:18.108309 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO oslo_service.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Starting 1 workers Jan 17 00:24:18.108467 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [-] (109112) wsgi starting up on http://0.0.0.0:9696 Jan 17 00:24:18.109126 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [-] (109113) wsgi starting up on http://0.0.0.0:9696 Jan 17 00:24:18.114091 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Started child 109114 {{(pid=109003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 00:24:18.114653 dv-cinder-815461-7-iscsi neutron-server[109003]: INFO oslo_service.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Starting 1 workers Jan 17 00:24:18.117712 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] calling RpcWorker wait() {{(pid=109114) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 00:24:18.118278 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] returning from RpcWorker wait() {{(pid=109114) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 00:24:18.119335 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Started child 109115 {{(pid=109003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 00:24:18.119819 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:18.120159 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG neutron_lib.callbacks.manager [None req-b6e56670-7285-4bb2-b9fe-111d3dc2979c None None] Publish callbacks [] for process (None), after_spawn {{(pid=109003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:18.120318 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:24:18.122369 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109003) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 00:24:18.122565 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 00:24:18.122751 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 00:24:18.123155 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 00:24:18.123524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 00:24:18.123683 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 00:24:18.124177 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.124458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.124715 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.124972 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.125265 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.125419 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:18.126802 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.127032 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.127510 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:24:18.127749 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.128029 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.128382 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.128575 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.128761 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.128989 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.129230 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.129540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.129813 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.130075 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.130351 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.130548 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.130796 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.131053 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.131333 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.131627 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] debug = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.131889 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.132361 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.132607 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.132821 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.133041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.133313 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.133557 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.133941 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.134151 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.134346 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.134538 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.134729 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.134940 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.135139 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.135434 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.135630 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.135904 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.136125 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.136605 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] host = dv-cinder-815461-7-iscsi {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.136839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.137057 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.137606 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.137606 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.137995 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.138202 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.138401 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.138596 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.138803 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.139031 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.139296 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.139548 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.139790 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.140040 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.140225 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_options = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.140444 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.140724 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.140973 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.141216 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.141420 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.141631 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.141820 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.142013 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.142200 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.142437 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.142644 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.142891 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.143111 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.143355 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.143609 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.143841 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.144067 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.144386 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.144580 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.144797 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.144995 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.145217 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.145473 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.145712 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.145961 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.146163 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.146426 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.146648 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.146891 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.147113 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.147380 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.147897 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.147897 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.148262 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.148450 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.148655 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.148854 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.149035 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.149268 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.149497 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.149770 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.150027 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.150276 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.150726 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.150726 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.151264 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.151264 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_json = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.151623 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.151623 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.152002 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.152168 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.152400 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.152846 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.152846 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.153315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.153315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.153694 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.153877 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.154135 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.154358 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.154601 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.154962 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.155161 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.155433 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.155626 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.156169 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.156169 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.156735 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.157058 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.157592 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.158136 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.158136 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.158623 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.158623 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.159001 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.159001 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.159372 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.159562 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.159746 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.159945 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.160162 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.160344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.160582 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.160895 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.161132 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.161492 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.161770 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.162027 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.162304 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.162523 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.162803 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.163116 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.163391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.163603 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.163969 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.163969 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.164306 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.164764 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.164764 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.164764 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.166314 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.166314 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.166314 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.166314 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.166314 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.166314 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.167415 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.167415 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.167415 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.167415 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.167415 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.168182 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.168182 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.168182 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.168182 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.169040 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.169040 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.169040 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.169040 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.177344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.177344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.177344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.177344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.177344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.177344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.177344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.177344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.177344 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.179109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.179109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.179109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.179109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.179109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.179109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.179109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.179109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.179109 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.180887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.180887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.180887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.180887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.180887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.180887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.180887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.180887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.180887 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.183089 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.183089 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.183089 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.183089 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.183089 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.186035 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 60850) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:24:18.186243 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.186243 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.186243 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.186243 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.186243 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.186243 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.186243 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.186243 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.187734 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.187734 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.187734 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.187734 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.187734 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.187734 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.187734 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.187734 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.191597 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.191597 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.191597 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.191597 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.191597 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.191597 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.191597 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.191597 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.192567 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.192567 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.192567 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.192567 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.192567 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.192567 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.192567 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.192567 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.193559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.193559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.193559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.193559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.193559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.193559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.193559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.193559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.193559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.194524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.194524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.194524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.194524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.194524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.194524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.194524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.194524 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.196270 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.196270 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.196270 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.196270 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.196270 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.196270 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.196270 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.196270 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.197236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.197236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.197236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.197236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.197236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.197236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.197236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.197236 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.198218 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.198218 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.198218 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.198218 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.198218 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.198218 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.198218 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.198218 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199409 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199409 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199750 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0147333 Jan 17 00:24:18.199908 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199908 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199908 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199908 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199908 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199908 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199908 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.199908 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.200870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.200870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.200870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.200870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.200870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.200870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.200870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.200870 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.202409 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.202409 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.202409 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.202409 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.202409 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.203037 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.203809 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.204257 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.204502 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.206377 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.206377 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.206377 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.206377 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.206377 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.206377 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.206377 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.206377 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.208026 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.208026 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.208026 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.208026 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.208026 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.208026 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.208026 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.208026 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.209195 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.209195 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.209195 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.209195 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.209195 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.209885 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.209885 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.209885 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.210272 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.210272 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.210532 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.210682 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.211299 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.211299 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.211619 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.211619 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.211893 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.212041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.212188 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.212389 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.212592 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.212820 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.213056 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.213285 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.213475 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.213693 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.213898 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.214126 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.214342 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.214569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.214774 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.215152 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.217839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.217839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.217839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.217839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.217839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.217839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.217839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.217839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.218951 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.218951 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.218951 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.218951 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.218951 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.219479 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.220327 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.220592 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.220835 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.221077 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.221349 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.221676 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.221956 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.222206 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.222470 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.222761 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.223039 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.224337 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.224569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.224874 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.225212 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.226563 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.226839 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.227070 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.227552 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.227984 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.228394 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.228814 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.229252 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.229656 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.230076 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.230465 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.230861 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.231252 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.231618 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.231986 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.232362 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.232743 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.233120 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.233370 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.233535 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 00:24:18.234268 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109003) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 00:24:18.234656 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 00:24:18.235560 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 00:24:18.235900 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 00:24:18.236231 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 00:24:18.236395 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 00:24:18.236594 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.236902 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.237226 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.237527 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.237861 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.238214 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.238549 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.238888 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.239108 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241032 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241032 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241032 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241032 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241032 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241032 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241797 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241797 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241797 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241797 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.241797 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.242363 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.242363 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.242363 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] debug = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.242363 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.242822 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.242822 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.242822 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.243049 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.243049 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.243296 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.243458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.243577 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.243728 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.243915 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.244053 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.244174 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.244335 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.244668 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.244817 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.244987 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.245148 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.245274 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] host = dv-cinder-815461-7-iscsi {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.245444 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.245582 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.245736 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.246054 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.246202 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.246675 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.246819 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.246941 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.247131 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.247296 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.247412 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.247605 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.247743 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.247861 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.248010 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_options = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.248232 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.248425 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.248616 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.249923 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.249923 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.250338 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.250338 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.250338 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.251617 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.251617 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.251617 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.251617 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.252183 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.252183 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.252183 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.252183 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.252598 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.252598 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.252598 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.252915 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.252915 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.253142 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.253286 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.253431 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.253569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.253722 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.253876 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.254019 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.254163 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.254307 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.254451 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.254593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.254737 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.254877 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.255019 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.255173 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.256132 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.256348 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.256538 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.256707 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.256877 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.257067 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.257067 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.257430 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.257430 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.257805 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.257805 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_json = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.257805 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.259460 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.259460 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.259460 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.259460 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.259460 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.259460 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.259460 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.259460 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 00:24:18.261405 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.261405 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.261405 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.261405 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.261405 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.261405 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.261405 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.261405 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.262569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.262569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.262569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.262569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.262569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.262569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.262569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.262569 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.264315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.264315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.264315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.264315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.264315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.264315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.264315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.264315 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.265458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.265458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.265458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.265458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.265458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.265458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.265458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.265458 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.266701 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.266701 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.266701 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.266701 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.266701 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.266701 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.266701 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.266701 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.268147 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.268147 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.268147 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.268147 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.268147 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.268147 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.268147 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.268147 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.269384 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.269384 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.269384 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.269384 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.269384 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.269384 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.269384 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.269384 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.269384 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.271800 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.271800 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.271800 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.271800 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.271800 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.271800 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.271800 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.271800 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.271800 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.273880 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.273880 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.273880 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.273880 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.273880 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.273880 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.273880 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.273880 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.273880 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.275559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.275559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.275559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.275559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.275559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.275559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.275559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.275559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.275559 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.276850 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.276850 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.276850 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.276850 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.276850 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.276850 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.276850 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.276850 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.276850 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.278041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.278041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.278041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.278041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.278041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.278041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.278041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.278041 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.279012 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.279012 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.279012 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.279012 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.279012 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.279012 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.279012 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.279012 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.282145 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.282145 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.282145 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.282145 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.282145 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.282145 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.282145 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.282145 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.283738 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.283738 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.283738 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.283738 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.283738 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.283738 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.283738 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.283738 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.285440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.285440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.285440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.285440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.285440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.285440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.285440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.285440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.285440 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.287081 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.287081 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.287081 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.287081 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.287081 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.287081 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.287081 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.287081 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.288391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.288391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.288391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.288391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.288391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.288391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.288391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.288391 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.289686 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.289686 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.289686 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.289686 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.289686 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.289686 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.289686 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.289686 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.291045 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.291045 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.291045 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.291045 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.291045 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.291045 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.291045 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.291045 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.292179 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.292179 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.292179 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.292179 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.292179 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.292179 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.292179 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.292179 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.293410 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.293410 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.293410 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.293410 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.293410 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.293410 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.293410 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.293410 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.294759 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.294759 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.294759 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.294759 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.294759 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.294759 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.294759 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.294759 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.296423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.296423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.296423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.296423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.296423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.296423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.296423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.296423 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.297956 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.297956 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.297956 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.297956 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.297956 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.297956 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.297956 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.297956 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.298875 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.298875 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.298875 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.298875 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.298875 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.298875 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.298875 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.298875 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.299950 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.299950 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.299950 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.299950 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.299950 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.299950 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.299950 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.299950 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.301393 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.301393 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.301393 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.301393 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.301393 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.301393 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.301393 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.301393 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.302463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.302463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.302463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.302463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.302463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.302463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.302463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.302463 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.303425 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.303425 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.303425 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.303425 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.303425 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.303425 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.303425 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.303425 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.304540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.304540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.304540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.304540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.304540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.304540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.304540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.304540 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.305453 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.305453 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.305453 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.305453 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.305453 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.305453 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.305453 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.305453 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.306365 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.306365 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.306365 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.306365 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.306365 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.306365 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.306365 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.306365 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.307593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.307593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.307593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.307593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.307593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.307593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.307593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.307593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.307593 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.309016 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.309016 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.309016 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.309016 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.309016 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.309016 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.309016 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.309016 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.309016 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.310119 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.310119 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.310119 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 00:24:18.310119 dv-cinder-815461-7-iscsi neutron-server[109003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 00:24:18.319981 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:24:30.894840 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e79099-5533-4686-baaa-3a9568198fe6 None None] get_active_networks_info from dv-cinder-815461-7-iscsi {{(pid=109114) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 17 00:24:30.949398 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e79099-5533-4686-baaa-3a9568198fe6 None None] No non-hosted networks {{(pid=109114) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 00:24:30.965801 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.agentschedulers_db [None req-04e79099-5533-4686-baaa-3a9568198fe6 None None] DHCP Agent not found on host dv-cinder-815461-7-iscsi {{(pid=109114) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 17 00:24:31.068471 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8fc3e194-90ed-447f-a827-01513bc24e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875508'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:33.146307 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e2908964-410f-449c-a232-5532550ff668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875508'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:33.207990 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-4f825194-4b24-4cc4-ada0-e753d5b667b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:34.861874 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875508'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:36.736244 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875508'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:37.125350 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.db.l3_hamode_db [None req-5fcac836-7e35-46f2-a1c6-1ebf8cc55c87 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 00:24:37.202111 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcac836-7e35-46f2-a1c6-1ebf8cc55c87 None None] Routers set() bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:24:37.202499 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcac836-7e35-46f2-a1c6-1ebf8cc55c87 None None] Router IDs set() for agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 00:24:37.262006 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875508'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:37.263040 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.263610 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.264496 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.265057 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.265533 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.266211 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.266732 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.267263 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.267782 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.268589 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.269113 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.269586 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.270121 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:37.270822 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815461-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:24:37.277846 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815461-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:24:41.156428 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 60956) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:24:41.652805 dv-cinder-815461-7-iscsi neutron-server[109113]: WARNING oslo_policy.policy [None req-1f835d0d-711f-478c-91a3-4e38c666c973 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 00:24:41.653438 dv-cinder-815461-7-iscsi neutron-server[109113]: WARNING oslo_policy.policy [None req-1f835d0d-711f-478c-91a3-4e38c666c973 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 00:24:41.882132 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [None req-1f835d0d-711f-478c-91a3-4e38c666c973 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:24:41.883448 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-1f835d0d-711f-478c-91a3-4e38c666c973 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7249205 Jan 17 00:24:44.551669 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 60972) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:24:44.850858 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-d902bfa4-34cf-4465-98a4-41946213823c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'tenant_id': '5d836a9088db412996c432a2dc46a3a9', 'name': 'shared-default-subnetpool-v4'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:24:44.949201 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.policy [None req-d902bfa4-34cf-4465-98a4-41946213823c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109113) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 00:24:44.996009 dv-cinder-815461-7-iscsi neutron-server[109113]: WARNING oslo_policy.policy [None req-d902bfa4-34cf-4465-98a4-41946213823c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 00:24:44.996410 dv-cinder-815461-7-iscsi neutron-server[109113]: WARNING oslo_policy.policy [None req-d902bfa4-34cf-4465-98a4-41946213823c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 00:24:45.005834 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.quota [None req-d902bfa4-34cf-4465-98a4-41946213823c admin admin] Loaded quota_driver: . Jan 17 00:24:45.105592 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d902bfa4-34cf-4465-98a4-41946213823c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770743990765', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770743990784', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770744058292', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770744072875', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770744078569', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770744085587', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596815', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-714887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3676402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3735732'] for rbac-policy (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:45.172686 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d902bfa4-34cf-4465-98a4-41946213823c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:45.173930 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-d902bfa4-34cf-4465-98a4-41946213823c admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6213074 Jan 17 00:24:47.839573 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 60984) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:24:48.374321 dv-cinder-815461-7-iscsi neutron-server[109112]: WARNING oslo_policy.policy [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 00:24:48.374901 dv-cinder-815461-7-iscsi neutron-server[109112]: WARNING oslo_policy.policy [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 00:24:48.601719 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'name': 'private', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:24:48.603368 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.quota [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Loaded quota_driver: . Jan 17 00:24:48.664787 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Made reservation on behalf of d8122047f9814514b60fd90ff5ac8fc9 for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:24:48.736925 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.policy [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109112) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 00:24:48.785429 dv-cinder-815461-7-iscsi neutron-server[109112]: WARNING oslo_policy.policy [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 00:24:48.785811 dv-cinder-815461-7-iscsi neutron-server[109112]: WARNING oslo_policy.policy [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 00:24:48.795940 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:48.817200 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:48.937803 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Publish callbacks [] for security_group (56a60bf2-2b9e-4b9c-94b4-6394c54464f5), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:48.941946 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (56a60bf2-2b9e-4b9c-94b4-6394c54464f5), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:48.963251 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:24:48.997284 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770745157407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (0131d05c-f196-42c4-a270-ee5dcb54c46b), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:48.997908 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Unsubscribe: segment precommit_create {{(pid=109112) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 00:24:48.998409 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Added segment 0131d05c-f196-42c4-a270-ee5dcb54c46b of type vlan for network bd0c5490-a4a7-4f22-83b6-fe0d804db186 Jan 17 00:24:49.020251 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a60bf2-2b9e-4b9c-94b4-6394c54464f5,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:24:49.074571 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.074934 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.075401 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.075899 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.076294 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.076656 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.077002 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.077333 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.077659 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.077999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.078859 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.079177 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.079547 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Tracked resource versions report: Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: pushed versions: Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: { 'AddressGroup': {'1.2'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'ConntrackHelper': {'1.0'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'LocalIPAssociation': {'1.0'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Log': {'1.0'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Network': {'1.1'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Port': {'1.7'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'PortForwarding': {'1.2'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'QosPolicy': {'1.10'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SecurityGroup': {'1.5'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SecurityGroupRule': {'1.2'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SubPort': {'1.0'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Subnet': {'1.1'}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Trunk': {'1.1'}} Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: consumer versions: Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: { DHCP agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: L3 agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: Metadata agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: Metering agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: Open vSwitch agent@dv-cinder-815461-7-iscsi: { 'AddressGroup': '1.2', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'ConntrackHelper': '1.0', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'LocalIPAssociation': '1.0', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Log': '1.0', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Network': '1.1', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Port': '1.7', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'PortForwarding': '1.2', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'QosPolicy': '1.10', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SecurityGroup': '1.5', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SecurityGroupRule': '1.2', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SubPort': '1.0', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Subnet': '1.1', Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Trunk': '1.1'}} Jan 17 00:24:49.080971 dv-cinder-815461-7-iscsi neutron-server[109112]: {{(pid=109112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 00:24:49.122892 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (bd0c5490-a4a7-4f22-83b6-fe0d804db186), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:49.167709 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (bd0c5490-a4a7-4f22-83b6-fe0d804db186), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:49.168962 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:24:49.169720 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:49.254738 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4139748 Jan 17 00:24:49.276486 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd20671-40f4-411d-8f4c-0257e8164e22 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0c5490-a4a7-4f22-83b6-fe0d804db186,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:24:49.288692 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network bd0c5490-a4a7-4f22-83b6-fe0d804db186 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:24:52.018345 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 32774) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:24:52.460247 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d095db-c2b1-4494-86c3-c22b3a0eb1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:24:52.461676 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-72d095db-c2b1-4494-86c3-c22b3a0eb1a2 admin admin] 10.222.0.24 "GET /v2.0/networks/bd0c5490-a4a7-4f22-83b6-fe0d804db186 HTTP/1.1" status: 200 len: 825 time: 0.4423735 Jan 17 00:24:52.486176 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-eab79a55-ce72-4be5-b588-5041ebd12f41 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/cefef9ac-e366-4926-bfbb-03bd437958d8 HTTP/1.1" status: 200 len: 734 time: 0.0190129 Jan 17 00:24:52.494993 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Request body: {'subnet': {'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186', 'subnetpool_id': 'cefef9ac-e366-4926-bfbb-03bd437958d8', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:24:52.524260 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Made reservation on behalf of d8122047f9814514b60fd90ff5ac8fc9 for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:24:52.526942 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:52.825829 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (3cdf1e6e-e465-4ae2-be18-a54a170954c0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:52.892702 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Checking segment: {'id': '0131d05c-f196-42c4-a270-ee5dcb54c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:24:52.893075 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Network hostable DHCP agents. Network: bd0c5490-a4a7-4f22-83b6-fe0d804db186, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:24:52.912212 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdf1e6e-e465-4ae2-be18-a54a170954c0,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:24:52.924028 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Network bd0c5490-a4a7-4f22-83b6-fe0d804db186 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:24:52.929032 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.929402 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.929746 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.930083 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.930417 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.930746 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.931087 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.931451 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.931784 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.932125 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.932451 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.932769 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.933086 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Tracked resource versions report: Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: pushed versions: Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: { 'AddressGroup': {'1.2'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'ConntrackHelper': {'1.0'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'LocalIPAssociation': {'1.0'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Log': {'1.0'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Network': {'1.1'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Port': {'1.7'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'PortForwarding': {'1.2'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'QosPolicy': {'1.10'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SecurityGroup': {'1.5'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SecurityGroupRule': {'1.2'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SubPort': {'1.0'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Subnet': {'1.1'}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Trunk': {'1.1'}} Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: consumer versions: Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: { DHCP agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: L3 agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: Metadata agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: Metering agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: Open vSwitch agent@dv-cinder-815461-7-iscsi: { 'AddressGroup': '1.2', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'ConntrackHelper': '1.0', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'LocalIPAssociation': '1.0', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Log': '1.0', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Network': '1.1', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Port': '1.7', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'PortForwarding': '1.2', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'QosPolicy': '1.10', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SecurityGroup': '1.5', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SecurityGroupRule': '1.2', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SubPort': '1.0', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Subnet': '1.1', Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Trunk': '1.1'}} Jan 17 00:24:52.934479 dv-cinder-815461-7-iscsi neutron-server[109113]: {{(pid=109113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 00:24:52.961793 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, bd0c5490-a4a7-4f22-83b6-fe0d804db186) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:24:52.966231 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:24:52.966868 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:52.971978 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ad05bd-2487-41d3-9f95-ebdd47047455 None None] Network bd0c5490-a4a7-4f22-83b6-fe0d804db186 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:24:52.984318 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-09c3193b-3136-4970-854e-4b149fe8f455 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4926665 Jan 17 00:24:53.252931 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-bd0c5490-a4a7-4f22-83b6-fe0d804db186', 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186', 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'fixed_ips': [{'subnet_id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:24:53.254189 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:53.611712 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Allocated IP 172.20.0.2 (bd0c5490-a4a7-4f22-83b6-fe0d804db186/3cdf1e6e-e465-4ae2-be18-a54a170954c0/38f6952d-443b-4480-b4dd-b4cf6809f53e) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:24:53.884167 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Publish callbacks [] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:53.892780 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:53.983890 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Network bd0c5490-a4a7-4f22-83b6-fe0d804db186 is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:24:53.988939 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:24:53.992511 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:24:53.996209 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Pushing event updated for resources: {'Port': ['ID=38f6952d-443b-4480-b4dd-b4cf6809f53e,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:24:54.009566 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.009926 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.010287 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.010640 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.010964 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.011318 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.011648 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.011968 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.012289 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.012633 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.012956 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.013274 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.013590 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Tracked resource versions report: Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: pushed versions: Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: { 'AddressGroup': {'1.2'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'ConntrackHelper': {'1.0'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'LocalIPAssociation': {'1.0'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Log': {'1.0'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Network': {'1.1'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Port': {'1.7'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'PortForwarding': {'1.2'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'QosPolicy': {'1.10'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SecurityGroup': {'1.5'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SecurityGroupRule': {'1.2'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SubPort': {'1.0'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Subnet': {'1.1'}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Trunk': {'1.1'}} Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: consumer versions: Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: { DHCP agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: L3 agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: Metadata agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: Metering agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: Open vSwitch agent@dv-cinder-815461-7-iscsi: { 'AddressGroup': '1.2', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'ConntrackHelper': '1.0', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'LocalIPAssociation': '1.0', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Log': '1.0', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Network': '1.1', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Port': '1.7', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'PortForwarding': '1.2', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'QosPolicy': '1.10', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SecurityGroup': '1.5', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SecurityGroupRule': '1.2', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SubPort': '1.0', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Subnet': '1.1', Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Trunk': '1.1'}} Jan 17 00:24:54.015085 dv-cinder-815461-7-iscsi neutron-server[109114]: {{(pid=109114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 00:24:54.103508 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Attempting to bind port 38f6952d-443b-4480-b4dd-b4cf6809f53e on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:24:54.103923 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Attempting to bind port 38f6952d-443b-4480-b4dd-b4cf6809f53e by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '0131d05c-f196-42c4-a270-ee5dcb54c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:24:54.104353 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Attempting to bind port 38f6952d-443b-4480-b4dd-b4cf6809f53e on network bd0c5490-a4a7-4f22-83b6-fe0d804db186 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:24:54.113310 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:24:54.113690 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Checking segment: {'id': '0131d05c-f196-42c4-a270-ee5dcb54c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:24:54.114290 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:54.114700 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Bound using segment: {'id': '0131d05c-f196-42c4-a270-ee5dcb54c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:24:54.115268 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Bound port: 38f6952d-443b-4480-b4dd-b4cf6809f53e, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0131d05c-f196-42c4-a270-ee5dcb54c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:24:54.115703 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:54.182377 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] For port 38f6952d-443b-4480-b4dd-b4cf6809f53e, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:24:54.186811 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] For port 38f6952d-443b-4480-b4dd-b4cf6809f53e, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=38f6952d-443b-4480-b4dd-b4cf6809f53e,segment=NetworkSegment(0131d05c-f196-42c4-a270-ee5dcb54c46b),segment_id=0131d05c-f196-42c4-a270-ee5dcb54c46b)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:24:54.191984 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:24:54.260057 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de4118-c4f2-4a4d-add4-da9f9e3b4c41 None None] Pushing event updated for resources: {'Port': ['ID=38f6952d-443b-4480-b4dd-b4cf6809f53e,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:24:55.550321 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 32786) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:24:55.888109 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [None req-a9f6b28e-e003-4520-8850-065450a73aa9 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:24:55.889115 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-a9f6b28e-e003-4520-8850-065450a73aa9 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3375568 Jan 17 00:24:58.436172 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 32794) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:24:58.811830 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [None req-6b397d71-8182-4448-9a0b-3b668ae22b47 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:24:58.813316 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-6b397d71-8182-4448-9a0b-3b668ae22b47 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3755836 Jan 17 00:25:00.853800 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-782a2d5e-9415-45c2-8b66-a1742e5a5cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:01.581187 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 32804) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:25:01.902097 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-891dfe8e-074d-4ba1-92f2-f374832aafab admin admin] Request body: {'router': {'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:25:01.926039 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-891dfe8e-074d-4ba1-92f2-f374832aafab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (3fca6d6b-4536-4750-8995-6252aef67f3a), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:01.927802 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-891dfe8e-074d-4ba1-92f2-f374832aafab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (3fca6d6b-4536-4750-8995-6252aef67f3a), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:02.088886 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-891dfe8e-074d-4ba1-92f2-f374832aafab admin admin] Publish callbacks [] for router_controller (3fca6d6b-4536-4750-8995-6252aef67f3a), precommit_add_association {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:02.094076 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-891dfe8e-074d-4ba1-92f2-f374832aafab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (3fca6d6b-4536-4750-8995-6252aef67f3a), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:02.108823 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-891dfe8e-074d-4ba1-92f2-f374832aafab admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:02.110101 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-891dfe8e-074d-4ba1-92f2-f374832aafab admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5278592 Jan 17 00:25:03.132039 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-fcbb0487-8f9b-453e-b920-bb4f791ae561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:04.631753 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 32816) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:25:04.776943 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:04.976943 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [None req-aee404af-84d5-4fd5-829b-2d5b61178dee admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:25:04.977975 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-aee404af-84d5-4fd5-829b-2d5b61178dee admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3453512 Jan 17 00:25:05.729911 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c38455-717a-4fe8-9091-2a8975e3badb None None] Network bd0c5490-a4a7-4f22-83b6-fe0d804db186 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:25:05.807973 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-8ebd8ccc-f4b2-45e4-a95c-955f7787ecc4 None None] Provisioning complete for port 38f6952d-443b-4480-b4dd-b4cf6809f53e triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:05.809250 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8ccc-f4b2-45e4-a95c-955f7787ecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:05.881093 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 38f6952d-443b-4480-b4dd-b4cf6809f53e up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:25:06.058205 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd8ccc-f4b2-45e4-a95c-955f7787ecc4 None None] Current status of the port 38f6952d-443b-4480-b4dd-b4cf6809f53e is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:25:06.058605 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8ccc-f4b2-45e4-a95c-955f7787ecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:06.069354 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 38f6952d-443b-4480-b4dd-b4cf6809f53e triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:06.069872 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:06.126560 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-8ebd8ccc-f4b2-45e4-a95c-955f7787ecc4 None None] For port 38f6952d-443b-4480-b4dd-b4cf6809f53e, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=38f6952d-443b-4480-b4dd-b4cf6809f53e,segment=NetworkSegment(0131d05c-f196-42c4-a270-ee5dcb54c46b),segment_id=0131d05c-f196-42c4-a270-ee5dcb54c46b)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:25:06.133838 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8ccc-f4b2-45e4-a95c-955f7787ecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:06.219886 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd8ccc-f4b2-45e4-a95c-955f7787ecc4 None None] Pushing event updated for resources: {'Port': ['ID=38f6952d-443b-4480-b4dd-b4cf6809f53e,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:06.230847 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 38f6952d-443b-4480-b4dd-b4cf6809f53e is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:25:06.254077 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-11808b29-6f06-4319-83dd-6406dbaed9b5 None None] Provisioning complete for port 38f6952d-443b-4480-b4dd-b4cf6809f53e triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:06.254472 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-11808b29-6f06-4319-83dd-6406dbaed9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:06.331538 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-11808b29-6f06-4319-83dd-6406dbaed9b5 None None] Current status of the port 38f6952d-443b-4480-b4dd-b4cf6809f53e is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:25:06.670507 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.267312 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.534953 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 32848) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:25:07.670933 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Request body: {'network': {'name': 'public', 'tenant_id': '5d836a9088db412996c432a2dc46a3a9', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'project_id': '5d836a9088db412996c432a2dc46a3a9'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:25:07.695351 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Made reservation on behalf of 5d836a9088db412996c432a2dc46a3a9 for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:25:07.697601 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.712996 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.818618 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Publish callbacks [] for security_group (955b58d0-3ae2-4885-929f-1e09fb9a7977), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.823932 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (955b58d0-3ae2-4885-929f-1e09fb9a7977), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.848338 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 38f6952d-443b-4480-b4dd-b4cf6809f53e up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:25:07.857043 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Reserving flat network on physical network physnet1 {{(pid=109113) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 00:25:07.874546 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b58d0-3ae2-4885-929f-1e09fb9a7977,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:07.883703 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770745157407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (90aff399-71ae-4392-a2f1-c323875be83e), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.884254 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Unsubscribe: segment precommit_create {{(pid=109113) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 00:25:07.884798 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Added segment 90aff399-71ae-4392-a2f1-c323875be83e of type flat for network 43725192-81a9-4edf-a6cb-79084dcd3ece Jan 17 00:25:07.905728 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 38f6952d-443b-4480-b4dd-b4cf6809f53e triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:07.906273 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.942145 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (43725192-81a9-4edf-a6cb-79084dcd3ece), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.983873 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (43725192-81a9-4edf-a6cb-79084dcd3ece), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:07.985119 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:25:07.985307 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 38f6952d-443b-4480-b4dd-b4cf6809f53e is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:25:07.985742 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:08.067359 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5310497 Jan 17 00:25:08.087927 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd83c12-d8a4-4b40-b818-155646d3f5df admin admin] Pushing event updated for resources: {'Network': ['ID=43725192-81a9-4edf-a6cb-79084dcd3ece,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:08.102701 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 43725192-81a9-4edf-a6cb-79084dcd3ece details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:25:10.405655 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 32856) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:25:10.542046 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719f546-3b8c-46a9-a2d1-aff9c93ed361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:25:10.543466 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c719f546-3b8c-46a9-a2d1-aff9c93ed361 admin admin] 10.222.0.24 "GET /v2.0/subnets/3cdf1e6e-e465-4ae2-be18-a54a170954c0 HTTP/1.1" status: 200 len: 849 time: 0.1368537 Jan 17 00:25:10.705250 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c68d4df6-ba04-40d0-9921-408f9d39772b admin admin] 10.222.0.24 "GET /v2.0/routers/3fca6d6b-4536-4750-8995-6252aef67f3a HTTP/1.1" status: 200 len: 704 time: 0.1556864 Jan 17 00:25:10.993767 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:11.315065 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Allocated IP 172.20.0.1 (bd0c5490-a4a7-4f22-83b6-fe0d804db186/3cdf1e6e-e465-4ae2-be18-a54a170954c0/6c90929d-1c0c-446e-9ddf-1aed539d0b1d) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:25:11.502281 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Publish callbacks [] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:11.574415 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:11.657724 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Network bd0c5490-a4a7-4f22-83b6-fe0d804db186 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:25:11.662354 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:25:11.665695 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:25:11.666424 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (3fca6d6b-4536-4750-8995-6252aef67f3a), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:11.688345 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6c90929d-1c0c-446e-9ddf-1aed539d0b1d,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:11.873215 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:11.892347 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-6af057b4-1db4-47cd-9ac5-2d88da69c8f0 None None] Provisioning complete for port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:11.893137 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-6af057b4-1db4-47cd-9ac5-2d88da69c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:11.926954 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-6af057b4-1db4-47cd-9ac5-2d88da69c8f0 None None] Port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:25:12.148349 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Publish callbacks [] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:12.152887 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:12.153878 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (3fca6d6b-4536-4750-8995-6252aef67f3a), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:12.236302 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6c90929d-1c0c-446e-9ddf-1aed539d0b1d,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:12.286074 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Network bd0c5490-a4a7-4f22-83b6-fe0d804db186 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:25:12.287634 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:25:12.448159 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-d5eee2b4-6266-4a30-94c0-7b2961ba2259 None None] Provisioning complete for port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:12.448547 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d5eee2b4-6266-4a30-94c0-7b2961ba2259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:12.485798 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-d5eee2b4-6266-4a30-94c0-7b2961ba2259 None None] Port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:25:12.560348 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Router 3fca6d6b-4536-4750-8995-6252aef67f3a is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:25:12.701127 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:25:12.707608 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-62b3f60f-51db-4bb3-88ae-e2523e6da7d6 admin admin] 10.222.0.24 "PUT /v2.0/routers/3fca6d6b-4536-4750-8995-6252aef67f3a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9970906 Jan 17 00:25:12.728446 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Sync routers for ids ['3fca6d6b-4536-4750-8995-6252aef67f3a'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:25:12.746320 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Routers {'3fca6d6b-4536-4750-8995-6252aef67f3a'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:25:12.747234 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:25:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['3fca6d6b-4536-4750-8995-6252aef67f3a'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:25:12.942480 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Set router 3fca6d6b-4536-4750-8995-6252aef67f3a gateway port host: None {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:25:13.519034 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'name': 'router1', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:25:01Z', 'updated_at': '2022-01-17T00:25:11Z', 'revision_number': 2, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'gw_port_host': None, '_interfaces': [{'id': '6c90929d-1c0c-446e-9ddf-1aed539d0b1d', 'name': '', 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'mac_address': 'fa:16:3e:cd:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:25:11Z', 'updated_at': '2022-01-17T00:25:11Z', 'revision_number': 2, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'subnets': [{'id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cefef9ac-e366-4926-bfbb-03bd437958d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:25:13.568504 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Checking router: 3fca6d6b-4536-4750-8995-6252aef67f3a for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:25:13.568881 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Updating router 3fca6d6b-4536-4750-8995-6252aef67f3a port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:25:13.650136 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.149071 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Publish callbacks [] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.157642 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.364767 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Pushing event updated for resources: {'Port': ['ID=6c90929d-1c0c-446e-9ddf-1aed539d0b1d,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:14.394881 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.395491 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.396069 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.396666 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.397228 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.397779 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.398355 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.398921 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.399566 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.400091 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.400659 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.401219 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.401778 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Tracked resource versions report: Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: pushed versions: Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: { 'AddressGroup': {'1.2'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'ConntrackHelper': {'1.0'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'LocalIPAssociation': {'1.0'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Log': {'1.0'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Network': {'1.1'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Port': {'1.7'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'PortForwarding': {'1.2'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'QosPolicy': {'1.10'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SecurityGroup': {'1.5'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SecurityGroupRule': {'1.2'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SubPort': {'1.0'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Subnet': {'1.1'}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Trunk': {'1.1'}} Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: consumer versions: Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: { DHCP agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: L3 agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: Metadata agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: Metering agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: Open vSwitch agent@dv-cinder-815461-7-iscsi: { 'AddressGroup': '1.2', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'ConntrackHelper': '1.0', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'LocalIPAssociation': '1.0', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Log': '1.0', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Network': '1.1', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Port': '1.7', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'PortForwarding': '1.2', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'QosPolicy': '1.10', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SecurityGroup': '1.5', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SecurityGroupRule': '1.2', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SubPort': '1.0', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Subnet': '1.1', Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Trunk': '1.1'}} Jan 17 00:25:14.404327 dv-cinder-815461-7-iscsi neutron-server[109115]: {{(pid=109115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 00:25:14.408760 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Attempting to bind port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:25:14.409407 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Attempting to bind port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '0131d05c-f196-42c4-a270-ee5dcb54c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:25:14.410092 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Attempting to bind port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d on network bd0c5490-a4a7-4f22-83b6-fe0d804db186 {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:25:14.421243 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:25:14.422705 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Checking segment: {'id': '0131d05c-f196-42c4-a270-ee5dcb54c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:25:14.423273 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.423923 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Bound using segment: {'id': '0131d05c-f196-42c4-a270-ee5dcb54c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:25:14.424761 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Bound port: 6c90929d-1c0c-446e-9ddf-1aed539d0b1d, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0131d05c-f196-42c4-a270-ee5dcb54c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:25:14.425402 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.429780 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-265459e9-1290-488a-ab92-28f5d05e00dc None None] Provisioning complete for port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:14.430343 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-265459e9-1290-488a-ab92-28f5d05e00dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.468169 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-265459e9-1290-488a-ab92-28f5d05e00dc None None] Port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:25:14.507260 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] For port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:25:14.528864 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] For port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=6c90929d-1c0c-446e-9ddf-1aed539d0b1d,segment=NetworkSegment(0131d05c-f196-42c4-a270-ee5dcb54c46b),segment_id=0131d05c-f196-42c4-a270-ee5dcb54c46b)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:25:14.534063 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.602597 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Routers {'3fca6d6b-4536-4750-8995-6252aef67f3a'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:25:14.603262 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:25:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['3fca6d6b-4536-4750-8995-6252aef67f3a'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:25:14.641995 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf3ce3-043d-42bb-8851-0e206fe00f1a None None] Pushing event updated for resources: {'Port': ['ID=6c90929d-1c0c-446e-9ddf-1aed539d0b1d,revision_number=4']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:14.700263 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] Set router 3fca6d6b-4536-4750-8995-6252aef67f3a gateway port host: None {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:25:14.795888 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-a38df47b-7e2e-4ece-9774-34ec0134cebd None None] Provisioning complete for port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:14.796468 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a38df47b-7e2e-4ece-9774-34ec0134cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.887341 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-a38df47b-7e2e-4ece-9774-34ec0134cebd None None] Current status of the port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:25:14.887921 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a38df47b-7e2e-4ece-9774-34ec0134cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.924387 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-a38df47b-7e2e-4ece-9774-34ec0134cebd None None] For port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=6c90929d-1c0c-446e-9ddf-1aed539d0b1d,segment=NetworkSegment(0131d05c-f196-42c4-a270-ee5dcb54c46b),segment_id=0131d05c-f196-42c4-a270-ee5dcb54c46b)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:25:14.929874 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a38df47b-7e2e-4ece-9774-34ec0134cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:14.936691 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'name': 'router1', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:25:01Z', 'updated_at': '2022-01-17T00:25:11Z', 'revision_number': 2, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'gw_port_host': None, '_interfaces': [{'id': '6c90929d-1c0c-446e-9ddf-1aed539d0b1d', 'name': '', 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'mac_address': 'fa:16:3e:cd:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:25:11Z', 'updated_at': '2022-01-17T00:25:14Z', 'revision_number': 4, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'subnets': [{'id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cefef9ac-e366-4926-bfbb-03bd437958d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:25:14.964737 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9987-6b69-432b-a75f-c3ca818ead79 None None] The sync data for ids ['3fca6d6b-4536-4750-8995-6252aef67f3a'] in dv-cinder-815461-7-iscsi is: [{'id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'name': 'router1', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:25:01Z', 'updated_at': '2022-01-17T00:25:11Z', 'revision_number': 2, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'gw_port_host': None, '_interfaces': [{'id': '6c90929d-1c0c-446e-9ddf-1aed539d0b1d', 'name': '', 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'mac_address': 'fa:16:3e:cd:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:25:11Z', 'updated_at': '2022-01-17T00:25:14Z', 'revision_number': 4, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'subnets': [{'id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cefef9ac-e366-4926-bfbb-03bd437958d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:25:14.986748 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38df47b-7e2e-4ece-9774-34ec0134cebd None None] Pushing event updated for resources: {'Port': ['ID=6c90929d-1c0c-446e-9ddf-1aed539d0b1d,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:15.174246 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 5 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:25:17.682739 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 32874) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:25:17.803140 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d098a-7b76-4320-93d2-31fb710040e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:25:17.804557 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-627d098a-7b76-4320-93d2-31fb710040e7 admin admin] 10.222.0.24 "GET /v2.0/networks/43725192-81a9-4edf-a6cb-79084dcd3ece HTTP/1.1" status: 200 len: 842 time: 0.1208048 Jan 17 00:25:17.814214 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Request body: {'subnet': {'tenant_id': '5d836a9088db412996c432a2dc46a3a9', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:25:17.840435 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Made reservation on behalf of 5d836a9088db412996c432a2dc46a3a9 for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:25:17.842765 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:18.163975 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.objects.ports [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109112) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 00:25:18.164421 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (9d4be9f7-b905-45e3-bea6-a75a1a0c27ca), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:18.221470 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4be9f7-b905-45e3-bea6-a75a1a0c27ca,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:18.235060 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:25:18.235445 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Network hostable DHCP agents. Network: 43725192-81a9-4edf-a6cb-79084dcd3ece, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:25:18.259634 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:25:18.272674 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 43725192-81a9-4edf-a6cb-79084dcd3ece) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:25:18.279921 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:25:18.281161 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:18.285691 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1599d29-4b52-4d82-9f58-a4a85776f177 None None] Network 43725192-81a9-4edf-a6cb-79084dcd3ece requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:25:18.306273 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-05f370b3-0538-4b2e-ae6c-7d0c39f64ca0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4954925 Jan 17 00:25:18.405758 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4784f80-7854-4f35-b0bb-e188fbd16991 None None] Network 43725192-81a9-4edf-a6cb-79084dcd3ece requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:25:20.710517 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 32882) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:25:20.849831 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-88c11506-70a4-4675-a04e-190bcce00e32 admin admin] 10.222.0.24 "GET /v2.0/routers/3fca6d6b-4536-4750-8995-6252aef67f3a HTTP/1.1" status: 200 len: 710 time: 0.1376095 Jan 17 00:25:20.942577 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ca781-7dee-48c1-9afa-a638a1f80cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:25:20.943890 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-610ca781-7dee-48c1-9afa-a638a1f80cfc admin admin] 10.222.0.24 "GET /v2.0/networks/43725192-81a9-4edf-a6cb-79084dcd3ece HTTP/1.1" status: 200 len: 886 time: 0.0853124 Jan 17 00:25:20.952538 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:25:21.280489 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Publish callbacks [] for router_gateway (3fca6d6b-4536-4750-8995-6252aef67f3a), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:21.548039 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Publish callbacks [] for router_gateway (3fca6d6b-4536-4750-8995-6252aef67f3a), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:21.657355 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:21.795838 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Allocated IP 172.27.3.44 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:25:21.902772 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 6c90929d-1c0c-446e-9ddf-1aed539d0b1d up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:25:21.930607 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Publish callbacks [] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:21.960242 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:21.960456 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:21.971411 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:22.030027 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:25:22.034627 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:25:22.041451 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:25:22.043367 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Pushing event updated for resources: {'Port': ['ID=c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:22.044782 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:25:22.311127 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Publish callbacks [] for router_gateway (3fca6d6b-4536-4750-8995-6252aef67f3a), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:22.518614 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3876010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25063'] for router (3fca6d6b-4536-4750-8995-6252aef67f3a), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:22.522016 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3876029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3876020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921371'] for router (3fca6d6b-4536-4750-8995-6252aef67f3a), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:22.633903 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Router 3fca6d6b-4536-4750-8995-6252aef67f3a has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:25:22.745361 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:25:22.750610 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:22.767232 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-9540ec0e-daaf-4adb-b0d7-c8a553f4c03e admin admin] 10.222.0.24 "PUT /v2.0/routers/3fca6d6b-4536-4750-8995-6252aef67f3a HTTP/1.1" status: 200 len: 889 time: 1.8024499 Jan 17 00:25:23.788901 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Sync routers for ids ['3fca6d6b-4536-4750-8995-6252aef67f3a'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:25:23.806100 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Routers {'3fca6d6b-4536-4750-8995-6252aef67f3a'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:25:23.806784 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:25:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['3fca6d6b-4536-4750-8995-6252aef67f3a'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:25:24.055923 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Set router 3fca6d6b-4536-4750-8995-6252aef67f3a gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:25:24.640665 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'name': 'router1', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:25:01Z', 'updated_at': '2022-01-17T00:25:22Z', 'revision_number': 4, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'gw_port': {'id': 'c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:25:21Z', 'updated_at': '2022-01-17T00:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '6c90929d-1c0c-446e-9ddf-1aed539d0b1d', 'name': '', 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'mac_address': 'fa:16:3e:cd:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:25:11Z', 'updated_at': '2022-01-17T00:25:14Z', 'revision_number': 5, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'subnets': [{'id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cefef9ac-e366-4926-bfbb-03bd437958d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:25:24.698039 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Checking router: 3fca6d6b-4536-4750-8995-6252aef67f3a for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:25:24.698496 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Updating router 3fca6d6b-4536-4750-8995-6252aef67f3a port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:25:24.751876 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:25.207153 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Publish callbacks [] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:25.214861 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:25.270156 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Attempting to bind port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:25:25.271813 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Attempting to bind port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:25:25.272211 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Attempting to bind port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:25:25.281821 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc208b89-d249-4f3c-bdb7-e7fb6137d098 None None] Pushing event updated for resources: {'Port': ['ID=c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:25.284340 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:25:25.284735 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:25:25.285142 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:25.285541 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:25:25.286026 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Bound port: c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:25:25.286411 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:25.289893 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 32894) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:25:25.351401 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] For port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:25:25.355302 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] For port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:25:25.360864 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:25.422138 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Routers {'3fca6d6b-4536-4750-8995-6252aef67f3a'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:25:25.422777 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:25:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['3fca6d6b-4536-4750-8995-6252aef67f3a'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:25:25.424867 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-2ebe6f61-273b-4bc6-a06e-c524f09d895d admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1333129 Jan 17 00:25:25.463015 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc208b89-d249-4f3c-bdb7-e7fb6137d098 None None] Pushing event updated for resources: {'Port': ['ID=c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:25.567519 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] Set router 3fca6d6b-4536-4750-8995-6252aef67f3a gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:25:25.844390 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'name': 'router1', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:25:01Z', 'updated_at': '2022-01-17T00:25:22Z', 'revision_number': 4, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'gw_port': {'id': 'c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:25:21Z', 'updated_at': '2022-01-17T00:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '6c90929d-1c0c-446e-9ddf-1aed539d0b1d', 'name': '', 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'mac_address': 'fa:16:3e:cd:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:25:11Z', 'updated_at': '2022-01-17T00:25:14Z', 'revision_number': 5, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'subnets': [{'id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cefef9ac-e366-4926-bfbb-03bd437958d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:25:25.873233 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbb7bc2-bc63-4a6e-b49b-1be0f66b0d89 None None] The sync data for ids ['3fca6d6b-4536-4750-8995-6252aef67f3a'] in dv-cinder-815461-7-iscsi is: [{'id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'name': 'router1', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': 'c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:25:01Z', 'updated_at': '2022-01-17T00:25:22Z', 'revision_number': 4, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'gw_port': {'id': 'c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:25:21Z', 'updated_at': '2022-01-17T00:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '6c90929d-1c0c-446e-9ddf-1aed539d0b1d', 'name': '', 'network_id': 'bd0c5490-a4a7-4f22-83b6-fe0d804db186', 'tenant_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'mac_address': 'fa:16:3e:cd:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fca6d6b-4536-4750-8995-6252aef67f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:25:11Z', 'updated_at': '2022-01-17T00:25:14Z', 'revision_number': 5, 'project_id': 'd8122047f9814514b60fd90ff5ac8fc9', 'subnets': [{'id': '3cdf1e6e-e465-4ae2-be18-a54a170954c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cefef9ac-e366-4926-bfbb-03bd437958d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:25:27.945385 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:25:28.041114 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:28.041400 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:28.175935 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:25:28.176648 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:28.210404 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:25:28.216723 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:28.295237 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:25:29.912086 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:25:29.987694 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:25:29.988999 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:30.120451 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c2a5a7a7-eb60-4dc2-9922-c7a41e7b2ca7 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:25:30.894862 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-52e99b72-a036-4a33-8d16-66fa5fa0a4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:33.156862 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-c82c062b-f0bb-4afa-8fad-e11aa6f98836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:34.800861 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:36.677153 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:37.305337 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:25:52.182099 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 5 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:26:00.840286 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-95972656-f56d-4159-a919-ed29d1db87bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:03.153237 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8a91e389-9fce-47e4-8df5-9b151e66a5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:04.788117 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:06.689017 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:07.275765 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:29.171963 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 5 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:26:30.834007 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-03400bca-0481-4169-9ad8-fe7abee0e114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:33.137570 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-5fd073de-c051-4a3c-8c61-3fbb589604d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:34.786333 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:36.681589 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:37.271253 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:50.859977 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33378) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:26:50.925646 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.pecan_wsgi.hooks.translation [None req-090085c1-3c13-4b1a-ae17-4b83e364ba7c admin admin] GET failed (client error): The resource could not be found. Jan 17 00:26:50.926983 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-090085c1-3c13-4b1a-ae17-4b83e364ba7c admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660603 Jan 17 00:26:51.182542 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f6845e-8219-4270-9fdf-3a287b29c5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:26:51.184076 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-51f6845e-8219-4270-9fdf-3a287b29c5d0 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2530005 Jan 17 00:26:53.421942 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33388) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:26:53.513894 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71527292-b293-41fa-918c-a56836dae2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:26:53.515374 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-71527292-b293-41fa-918c-a56836dae2ad admin admin] 10.222.0.24 "GET /v2.0/subnets/3cdf1e6e-e465-4ae2-be18-a54a170954c0 HTTP/1.1" status: 200 len: 849 time: 0.0924461 Jan 17 00:26:53.525092 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:26:53.612731 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Publish callbacks [] for subnet (3cdf1e6e-e465-4ae2-be18-a54a170954c0), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:53.757065 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770745103234'] for subnet (3cdf1e6e-e465-4ae2-be18-a54a170954c0), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:53.787869 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:26:53.788471 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:53.789767 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] 10.222.0.24 "PUT /v2.0/subnets/3cdf1e6e-e465-4ae2-be18-a54a170954c0 HTTP/1.1" status: 200 len: 868 time: 0.2684281 Jan 17 00:26:53.793035 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8acbcf-f26c-40aa-9583-c17c58734ae6 None None] Network bd0c5490-a4a7-4f22-83b6-fe0d804db186 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:26:53.813678 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdf1e6e-e465-4ae2-be18-a54a170954c0,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:26:53.828200 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.828652 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.828972 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.829322 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.829664 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.830003 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.830641 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.831134 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.831504 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.831841 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.832186 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.832521 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:53.832851 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9456b-4764-4115-b63f-79d6f7c9876d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:26:54.130962 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-1dbbc640-fd42-4c03-b62f-04e2a638f68f None None] Provisioning complete for port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:26:54.131394 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1dbbc640-fd42-4c03-b62f-04e2a638f68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6c90929d-1c0c-446e-9ddf-1aed539d0b1d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:54.211153 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-1dbbc640-fd42-4c03-b62f-04e2a638f68f None None] Current status of the port 6c90929d-1c0c-446e-9ddf-1aed539d0b1d is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:26:54.221013 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-1dbbc640-fd42-4c03-b62f-04e2a638f68f None None] Provisioning complete for port 38f6952d-443b-4480-b4dd-b4cf6809f53e triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:26:54.221400 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1dbbc640-fd42-4c03-b62f-04e2a638f68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (38f6952d-443b-4480-b4dd-b4cf6809f53e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:26:54.296990 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-1dbbc640-fd42-4c03-b62f-04e2a638f68f None None] Current status of the port 38f6952d-443b-4480-b4dd-b4cf6809f53e is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:26:56.077122 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33396) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:26:56.317880 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c954f-6fb3-4f5a-a35a-83a5bb0e8871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:26:56.318368 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c954f-6fb3-4f5a-a35a-83a5bb0e8871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:26:56.320031 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-1e3c954f-6fb3-4f5a-a35a-83a5bb0e8871 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2419019 Jan 17 00:26:58.593227 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33404) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:26:58.729415 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f2524-8bc3-4afa-9486-aaabbd40fad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:26:58.729893 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f2524-8bc3-4afa-9486-aaabbd40fad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:26:58.731595 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-966f2524-8bc3-4afa-9486-aaabbd40fad2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373222 Jan 17 00:27:00.838042 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-baef9ead-cdd4-45b4-abc9-9c88d2ab4951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:01.002301 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33412) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:01.145092 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83269a6-c851-42c1-8508-4e7a74653c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:01.146558 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c83269a6-c851-42c1-8508-4e7a74653c27 admin admin] 10.222.0.24 "GET /v2.0/networks/43725192-81a9-4edf-a6cb-79084dcd3ece HTTP/1.1" status: 200 len: 886 time: 0.1432171 Jan 17 00:27:03.140233 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-48b2a896-23c0-4cb8-8da6-165ded0a0744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:03.376569 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33420) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:03.514202 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba6cbe-5277-4e0e-be1d-05f17dfdc84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:03.515655 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-50ba6cbe-5277-4e0e-be1d-05f17dfdc84c admin admin] 10.222.0.24 "GET /v2.0/networks/bd0c5490-a4a7-4f22-83b6-fe0d804db186 HTTP/1.1" status: 200 len: 869 time: 0.1380849 Jan 17 00:27:04.787640 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:05.764258 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33428) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:05.899347 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c0a4a-74cf-4d38-80cb-39059aef37d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:05.899816 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c0a4a-74cf-4d38-80cb-39059aef37d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:05.901384 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-230c0a4a-74cf-4d38-80cb-39059aef37d1 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1361692 Jan 17 00:27:06.171642 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 5 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:27:06.684094 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:07.273793 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:08.156847 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33436) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:08.246774 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd3cb2-dabf-4d32-8acc-3ee8b9ce6484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:08.247420 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd3cb2-dabf-4d32-8acc-3ee8b9ce6484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:08.249144 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-63cd3cb2-dabf-4d32-8acc-3ee8b9ce6484 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913138 Jan 17 00:27:10.517031 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 33444) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:10.616738 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f7c631-1f6d-45b8-a283-2dd2fdc7671b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:10.618078 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-d1f7c631-1f6d-45b8-a283-2dd2fdc7671b admin admin] 10.222.0.24 "GET /v2.0/subnets/3cdf1e6e-e465-4ae2-be18-a54a170954c0 HTTP/1.1" status: 200 len: 868 time: 0.0997968 Jan 17 00:27:12.867380 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33454) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:12.952949 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a8ce6-40b0-43d9-868c-873a749de13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:12.954323 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-4a0a8ce6-40b0-43d9-868c-873a749de13a admin admin] 10.222.0.24 "GET /v2.0/subnets/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca HTTP/1.1" status: 200 len: 816 time: 0.0860033 Jan 17 00:27:30.840622 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d0ad9344-fa19-44f3-9f44-aef3fa368504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:33.141782 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a6f56a73-1951-46ec-94dd-1b4c5779e2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:34.791477 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:36.687062 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:37.198909 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33508) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:37.250424 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [None req-bdd85ce9-7dea-49f6-a148-a4c8b621421c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:27:37.251489 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-bdd85ce9-7dea-49f6-a148-a4c8b621421c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515563 Jan 17 00:27:37.276669 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:39.636307 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33516) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:39.711351 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a26f4c2-a9b8-488e-85cc-3b8d89f3fd09 admin admin] GET failed (client error): The resource could not be found. Jan 17 00:27:39.712871 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-6a26f4c2-a9b8-488e-85cc-3b8d89f3fd09 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0754786 Jan 17 00:27:39.817396 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c64aa3-6cfa-44cd-97e4-b2ecdaeb4242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:39.818833 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-67c64aa3-6cfa-44cd-97e4-b2ecdaeb4242 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1009908 Jan 17 00:27:42.177711 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33526) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:42.224605 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Request body: {'network': {'project_id': '5d836a9088db412996c432a2dc46a3a9', 'name': 'shared', 'shared': True, 'tenant_id': '5d836a9088db412996c432a2dc46a3a9', 'admin_state_up': True}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:27:42.252770 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Made reservation on behalf of 5d836a9088db412996c432a2dc46a3a9 for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:27:42.255251 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:42.285363 dv-cinder-815461-7-iscsi neutron-server[109112]: WARNING neutron.services.revisions.revision_plugin [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Could not find related network for resource to bump revision. Jan 17 00:27:42.298023 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:27:42.307541 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (30edfd8e-2b65-4b3f-a992-4de0032c28bf), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:42.307894 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Added segment 30edfd8e-2b65-4b3f-a992-4de0032c28bf of type vlan for network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a Jan 17 00:27:42.347569 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (8bcaab93-c047-47f7-a13f-c8d7dc7f624a), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:42.371675 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (8bcaab93-c047-47f7-a13f-c8d7dc7f624a), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:42.372620 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:42.373466 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:42.425044 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2461464 Jan 17 00:27:42.436183 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03cdad-4cb5-48c9-8c79-14436cbf0aff admin admin] Pushing event updated for resources: {'Network': ['ID=8bcaab93-c047-47f7-a13f-c8d7dc7f624a,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:27:42.457114 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:27:43.170538 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 5 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:27:44.764912 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33536) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:27:44.823289 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.pecan_wsgi.hooks.translation [None req-f267f323-755c-4fb4-b9f2-c0a22a5d6b0f admin admin] GET failed (client error): The resource could not be found. Jan 17 00:27:44.826234 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-f267f323-755c-4fb4-b9f2-c0a22a5d6b0f admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593483 Jan 17 00:27:44.894747 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82055c45-18a7-46af-8235-aab4ddced8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:44.896262 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-82055c45-18a7-46af-8235-aab4ddced8d9 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669796 Jan 17 00:27:44.905958 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Request body: {'subnet': {'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'tenant_id': '5d836a9088db412996c432a2dc46a3a9'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:27:44.927434 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Made reservation on behalf of 5d836a9088db412996c432a2dc46a3a9 for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:27:44.929537 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:45.097445 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (fa3fea63-c110-472e-a32a-a2ed0efb0b2a), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:45.246776 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3fea63-c110-472e-a32a-a2ed0efb0b2a,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:27:45.257650 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Checking segment: {'id': '30edfd8e-2b65-4b3f-a992-4de0032c28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:27:45.258014 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Network hostable DHCP agents. Network: 8bcaab93-c047-47f7-a13f-c8d7dc7f624a, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:27:45.273509 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:27:45.281749 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 8bcaab93-c047-47f7-a13f-c8d7dc7f624a) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:27:45.285850 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:27:45.286437 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:45.293152 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b865e8-0922-4f38-8d6f-01481cc98341 None None] Network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:27:45.302669 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-3107e6a1-b4a1-409a-94d5-d9dcd7eff4a4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4000773 Jan 17 00:27:45.406403 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-8bcaab93-c047-47f7-a13f-c8d7dc7f624a', 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a', 'project_id': '5d836a9088db412996c432a2dc46a3a9', 'fixed_ips': [{'subnet_id': 'fa3fea63-c110-472e-a32a-a2ed0efb0b2a'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:27:45.408091 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:45.559669 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Allocated IP 192.168.233.2 (8bcaab93-c047-47f7-a13f-c8d7dc7f624a/fa3fea63-c110-472e-a32a-a2ed0efb0b2a/c48a66a4-7d83-44f1-b7e3-e82498721933) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:27:45.804331 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Publish callbacks [] for port (c48a66a4-7d83-44f1-b7e3-e82498721933), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:45.810840 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (c48a66a4-7d83-44f1-b7e3-e82498721933), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:45.852488 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:27:45.855524 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:27:45.858554 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:27:45.869435 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Pushing event updated for resources: {'Port': ['ID=c48a66a4-7d83-44f1-b7e3-e82498721933,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:27:45.895665 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.896034 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.896411 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.896737 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.897111 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.897559 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.897900 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.898257 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.898586 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.898925 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.899283 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.899606 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.899926 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:27:45.934569 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Attempting to bind port c48a66a4-7d83-44f1-b7e3-e82498721933 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:27:45.934940 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Attempting to bind port c48a66a4-7d83-44f1-b7e3-e82498721933 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '30edfd8e-2b65-4b3f-a992-4de0032c28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:27:45.935331 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Attempting to bind port c48a66a4-7d83-44f1-b7e3-e82498721933 on network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:27:45.940480 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:27:45.940854 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Checking segment: {'id': '30edfd8e-2b65-4b3f-a992-4de0032c28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:27:45.941257 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:45.941648 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Bound using segment: {'id': '30edfd8e-2b65-4b3f-a992-4de0032c28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:27:45.942111 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Bound port: c48a66a4-7d83-44f1-b7e3-e82498721933, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30edfd8e-2b65-4b3f-a992-4de0032c28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:27:45.942492 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c48a66a4-7d83-44f1-b7e3-e82498721933), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:46.004840 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] For port c48a66a4-7d83-44f1-b7e3-e82498721933, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:27:46.008547 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] For port c48a66a4-7d83-44f1-b7e3-e82498721933, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c48a66a4-7d83-44f1-b7e3-e82498721933,segment=NetworkSegment(30edfd8e-2b65-4b3f-a992-4de0032c28bf),segment_id=30edfd8e-2b65-4b3f-a992-4de0032c28bf)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:27:46.013994 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c48a66a4-7d83-44f1-b7e3-e82498721933), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:46.077912 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753eae9-03ae-49a9-8d55-d1fab27c04db None None] Pushing event updated for resources: {'Port': ['ID=c48a66a4-7d83-44f1-b7e3-e82498721933,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:27:47.050646 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04372e55-4ebe-4b52-9f20-c78960b17a2e None None] Network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:27:47.112956 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-bcaab1ed-1766-4b93-aae2-fbc309b0fefe None None] Provisioning complete for port c48a66a4-7d83-44f1-b7e3-e82498721933 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:27:47.113344 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bcaab1ed-1766-4b93-aae2-fbc309b0fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c48a66a4-7d83-44f1-b7e3-e82498721933), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:47.240726 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-bcaab1ed-1766-4b93-aae2-fbc309b0fefe None None] Current status of the port c48a66a4-7d83-44f1-b7e3-e82498721933 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:27:47.241121 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bcaab1ed-1766-4b93-aae2-fbc309b0fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c48a66a4-7d83-44f1-b7e3-e82498721933), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:47.280201 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-bcaab1ed-1766-4b93-aae2-fbc309b0fefe None None] For port c48a66a4-7d83-44f1-b7e3-e82498721933, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c48a66a4-7d83-44f1-b7e3-e82498721933,segment=NetworkSegment(30edfd8e-2b65-4b3f-a992-4de0032c28bf),segment_id=30edfd8e-2b65-4b3f-a992-4de0032c28bf)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:27:47.285471 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bcaab1ed-1766-4b93-aae2-fbc309b0fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c48a66a4-7d83-44f1-b7e3-e82498721933), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:47.345303 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaab1ed-1766-4b93-aae2-fbc309b0fefe None None] Pushing event updated for resources: {'Port': ['ID=c48a66a4-7d83-44f1-b7e3-e82498721933,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:27:47.509893 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-93d7d357-15f9-4036-bc34-25cd352e1a25 None None] Provisioning complete for port c48a66a4-7d83-44f1-b7e3-e82498721933 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:27:47.510227 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-93d7d357-15f9-4036-bc34-25cd352e1a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c48a66a4-7d83-44f1-b7e3-e82498721933), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:47.605177 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-93d7d357-15f9-4036-bc34-25cd352e1a25 None None] Current status of the port c48a66a4-7d83-44f1-b7e3-e82498721933 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:27:47.965822 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c48a66a4-7d83-44f1-b7e3-e82498721933 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:27:48.016350 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c48a66a4-7d83-44f1-b7e3-e82498721933 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:27:48.016752 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c48a66a4-7d83-44f1-b7e3-e82498721933), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:27:48.111846 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c48a66a4-7d83-44f1-b7e3-e82498721933 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:28:00.843437 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-49f6828f-bdcd-45e8-bfe5-df74a1ac02d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:03.147691 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-82946e5c-abc6-4a40-93de-5d933854bf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:04.794781 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:06.693892 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:07.280497 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:20.169857 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 5 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:28:30.845379 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-04098feb-9a8e-4857-9408-310a7cd51227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:33.139842 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b1f29721-f225-49ab-8c2c-b0436b6461b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:34.797711 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:36.694645 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:37.283695 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:28:57.167618 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 5 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:29:00.259000 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 33580) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:29:00.264959 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [None req-d23c7271-1f38-417c-9fa1-0998197f0a69 tempest-verify_tempest_config-1682196699 tempest-verify_tempest_config-1682196699-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:29:00.265934 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-d23c7271-1f38-417c-9fa1-0998197f0a69 tempest-verify_tempest_config-1682196699 tempest-verify_tempest_config-1682196699-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059423 Jan 17 00:29:00.566926 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 33598) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:29:00.672919 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:00.749550 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Publish callbacks [] for security_group (f3a71061-3dc0-49c2-86f2-b308d7fe3930), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:00.753440 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (f3a71061-3dc0-49c2-86f2-b308d7fe3930), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:00.798409 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a60971da6f874dd89d6fd5791fa900de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2302971 Jan 17 00:29:00.799132 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a71061-3dc0-49c2-86f2-b308d7fe3930,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:29:00.801191 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33602) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:29:00.806494 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.806859 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.807223 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.807562 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.807896 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.808250 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.808595 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.808924 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.809261 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.809585 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.809906 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.810222 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.810546 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f9dfc-1e67-4ddc-a4d0-129f16a9cf8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.848944 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-5d37125a-fdff-42bd-92ab-30edb3bd26a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:00.862189 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Publish callbacks [] for security_group (f3a71061-3dc0-49c2-86f2-b308d7fe3930), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:00.883177 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Publish callbacks [] for security_group (f3a71061-3dc0-49c2-86f2-b308d7fe3930), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:00.973032 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (f3a71061-3dc0-49c2-86f2-b308d7fe3930), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:00.975540 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:00.976696 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3a71061-3dc0-49c2-86f2-b308d7fe3930 HTTP/1.1" status: 204 len: 168 time: 0.1743937 Jan 17 00:29:00.984995 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a71061-3dc0-49c2-86f2-b308d7fe3930,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:29:00.991727 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.992091 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.992435 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.992770 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.993098 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.993422 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.993784 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.994113 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.994497 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.994746 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.995280 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.995607 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:00.995923 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30257a4-d76f-4a4e-84aa-04f26d5aaad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:29:03.145293 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-38979422-2168-4c29-af8d-930f3a66eede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:04.801484 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:06.698774 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:07.286759 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:30.849776 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-fff4e35d-0484-443e-9363-be52d2a3805f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:33.147601 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-feabf0e4-73dc-42b9-898d-50b400fdf6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:34.166963 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 5 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:29:34.801246 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:36.699828 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:29:37.292730 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:00.851971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-4aea8913-834b-4f1e-9daa-8b488c46c66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:03.149209 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2c7554f4-ca5e-4b71-9409-8e5bb918a337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:04.804800 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:06.701764 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:07.284753 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:11.165397 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 5 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:30:30.853946 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f2766798-a0e0-41a1-a12e-db95a5673989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:33.149246 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1dc2c11b-1e7d-4253-aa25-2282df0de4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:34.813819 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:34.818779 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875508'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:36.705325 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:37.286858 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:30:48.163693 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:30:49.752667 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33676) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:30:49.855947 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-bbf3e199-6075-4b80-a585-f5e87eb97b1b admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1021714 Jan 17 00:30:52.114086 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 33686) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:30:52.175252 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c9ff1e10-4209-40c1-883a-b714517883eb admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0594504 Jan 17 00:31:00.856047 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-27a65a7b-c8f0-4c4c-9ed8-fdcb9ec5a982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:03.152366 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bf784687-61f1-4aca-b6cf-76cfed5bd688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:04.783299 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:04.808991 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:06.707984 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:07.291064 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:25.163063 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:31:30.857336 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9d153b30-d01d-4e33-85b7-4e24c5014f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:33.154497 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e22deed1-1a49-4d71-83c8-802574d8114d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:34.824177 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:34.826059 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:36.714872 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:31:37.293777 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:00.861031 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-3e111682-3cd9-4b9c-9d00-37b5e59d1e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:02.163391 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:32:03.156304 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1db1-c50d-42a7-bec3-2aed4e77a368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:04.924094 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:04.925397 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:06.720007 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:07.296855 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:25.292576 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33900) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:25.574696 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1583545434-network', 'tenant_id': 'f9762fcecd21489b98111f1858e80326'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:25.604959 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Made reservation on behalf of f9762fcecd21489b98111f1858e80326 for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:32:25.607999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:25.618186 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:25.704722 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Publish callbacks [] for security_group (91967135-71a6-4b9f-907f-0d52843473ed), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:25.710100 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (91967135-71a6-4b9f-907f-0d52843473ed), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:25.742447 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91967135-71a6-4b9f-907f-0d52843473ed,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:25.744784 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:32:25.754753 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.755061 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.755584 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.755861 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.756134 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.756434 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.756822 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.757177 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.757524 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.757853 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.758176 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.758499 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.758822 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Tracked resource versions report: Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: pushed versions: Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: { 'AddressGroup': {'1.2'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'ConntrackHelper': {'1.0'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'LocalIPAssociation': {'1.0'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Log': {'1.0'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Network': {'1.1'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Port': {'1.7'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'PortForwarding': {'1.2'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'QosPolicy': {'1.10'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SecurityGroup': {'1.5'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SecurityGroupRule': {'1.2'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SubPort': {'1.0'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Subnet': {'1.1'}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Trunk': {'1.1'}} Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: consumer versions: Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: { DHCP agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: HyperV agent@hv-cinder-81546: {}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: L3 agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: Metadata agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: Metering agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: Open vSwitch agent@dv-cinder-815461-7-iscsi: { 'AddressGroup': '1.2', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'ConntrackHelper': '1.0', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'LocalIPAssociation': '1.0', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Log': '1.0', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Network': '1.1', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Port': '1.7', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'PortForwarding': '1.2', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'QosPolicy': '1.10', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SecurityGroup': '1.5', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SecurityGroupRule': '1.2', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'SubPort': '1.0', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Subnet': '1.1', Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: 'Trunk': '1.1'}} Jan 17 00:32:25.760022 dv-cinder-815461-7-iscsi neutron-server[109112]: {{(pid=109112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 00:32:25.767871 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (22f685c2-61eb-40c1-a4b5-c8d3ebd442c5), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:25.768212 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Added segment 22f685c2-61eb-40c1-a4b5-c8d3ebd442c5 of type vlan for network 22fb6404-5f10-4c0e-8046-52ecafb709e8 Jan 17 00:32:25.811327 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (22fb6404-5f10-4c0e-8046-52ecafb709e8), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:25.840380 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (22fb6404-5f10-4c0e-8046-52ecafb709e8), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:25.841347 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:25.842521 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:25.858174 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 33930) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:25.935267 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] Pushing event updated for resources: {'Network': ['ID=22fb6404-5f10-4c0e-8046-52ecafb709e8,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:25.945425 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-92187db3-e5a5-46d3-84ff-d397f4aab467 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6506338 Jan 17 00:32:25.948519 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 33940) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:25.953375 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:32:25.957136 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Request body: {'subnet': {'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1583545434-subnet', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:25.990127 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Made reservation on behalf of f9762fcecd21489b98111f1858e80326 for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:32:25.993486 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.218875 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (36b636d4-597d-47bb-856e-19ae1f9f8825), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.283304 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b636d4-597d-47bb-856e-19ae1f9f8825,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:26.292913 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.293263 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.293613 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.293943 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.294273 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.294776 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.295893 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.296250 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.296581 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.296912 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.297242 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.297560 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.298063 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Tracked resource versions report: Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: pushed versions: Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: { 'AddressGroup': {'1.2'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'ConntrackHelper': {'1.0'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'LocalIPAssociation': {'1.0'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Log': {'1.0'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Network': {'1.1'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Port': {'1.7'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'PortForwarding': {'1.2'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'QosPolicy': {'1.10'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SecurityGroup': {'1.5'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SecurityGroupRule': {'1.2'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SubPort': {'1.0'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Subnet': {'1.1'}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Trunk': {'1.1'}} Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: consumer versions: Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: { DHCP agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: HyperV agent@hv-cinder-81546: {}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: L3 agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: Metadata agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: Metering agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: Open vSwitch agent@dv-cinder-815461-7-iscsi: { 'AddressGroup': '1.2', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'ConntrackHelper': '1.0', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'LocalIPAssociation': '1.0', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Log': '1.0', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Network': '1.1', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Port': '1.7', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'PortForwarding': '1.2', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'QosPolicy': '1.10', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SecurityGroup': '1.5', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SecurityGroupRule': '1.2', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'SubPort': '1.0', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Subnet': '1.1', Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: 'Trunk': '1.1'}} Jan 17 00:32:26.299387 dv-cinder-815461-7-iscsi neutron-server[109113]: {{(pid=109113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 00:32:26.326268 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Checking segment: {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:26.327131 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Network hostable DHCP agents. Network: 22fb6404-5f10-4c0e-8046-52ecafb709e8, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:32:26.363265 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:32:26.386874 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 22fb6404-5f10-4c0e-8046-52ecafb709e8) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:26.404212 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7656c3-83f6-45b1-97c0-7414555195c5 None None] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:32:26.407693 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:26.409848 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.448852 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-283328da-fd46-47ad-844e-840ac327ce34 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4983518 Jan 17 00:32:26.453239 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33962) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:26.459769 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:26.511514 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (ddda0f15-ef37-4f47-9be0-19e002705718), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.514916 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (ddda0f15-ef37-4f47-9be0-19e002705718), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.586627 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1763201348-network', 'tenant_id': '3b7a5689a8d04036a44cdcfcc4d6bbde'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:26.621631 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-22fb6404-5f10-4c0e-8046-52ecafb709e8', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'project_id': 'f9762fcecd21489b98111f1858e80326', 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:32:26.626419 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.650337 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks [] for router_controller (ddda0f15-ef37-4f47-9be0-19e002705718), precommit_add_association {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.653606 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Made reservation on behalf of 3b7a5689a8d04036a44cdcfcc4d6bbde for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:32:26.656159 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.666572 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.770381 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33972) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:26.815624 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Publish callbacks [] for security_group (d18ac486-8df2-4c46-bc0d-60ef5babbeb1), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.825356 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (d18ac486-8df2-4c46-bc0d-60ef5babbeb1), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.857851 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Allocated IP 172.20.0.2 (22fb6404-5f10-4c0e-8046-52ecafb709e8/36b636d4-597d-47bb-856e-19ae1f9f8825/c6036f4e-1a0e-4ebf-b97f-a9f449511ac5) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:32:26.875986 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:32:26.886468 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks [] for router_gateway (ddda0f15-ef37-4f47-9be0-19e002705718), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.914003 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (921ffdcc-8727-4931-b472-8e1a565b8224), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:26.915052 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Added segment 921ffdcc-8727-4931-b472-8e1a565b8224 of type vlan for network 47c7bdf4-9655-419f-a209-4ee64d238137 Jan 17 00:32:26.998578 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (47c7bdf4-9655-419f-a209-4ee64d238137), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.081318 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (47c7bdf4-9655-419f-a209-4ee64d238137), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.083610 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:27.085093 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.112442 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ac486-8df2-4c46-bc0d-60ef5babbeb1,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:27.221165 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Publish callbacks [] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.234020 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.248134 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks [] for router_gateway (ddda0f15-ef37-4f47-9be0-19e002705718), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.309345 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4454174 Jan 17 00:32:27.309677 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.314920 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 33984) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:27.324841 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c186091-81f2-4d97-8ac9-ae691791bc37 admin admin] Pushing event updated for resources: {'Network': ['ID=47c7bdf4-9655-419f-a209-4ee64d238137,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:27.338288 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Request body: {'subnet': {'network_id': '47c7bdf4-9655-419f-a209-4ee64d238137', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1763201348-subnet', 'tenant_id': '3b7a5689a8d04036a44cdcfcc4d6bbde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:27.385870 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:27.388048 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 47c7bdf4-9655-419f-a209-4ee64d238137 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:32:27.400849 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:27.435644 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-934289848-network', 'tenant_id': '8b2712d873674207a8abc2738a48850a'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:27.446749 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:32:27.550733 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 33990) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:27.595603 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Pushing event updated for resources: {'Port': ['ID=c6036f4e-1a0e-4ebf-b97f-a9f449511ac5,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:27.615578 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Allocated IP 172.27.3.134 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/faa2d6cc-6335-437d-b661-caf2c4437c93) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:32:27.681693 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.682078 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.682425 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.682762 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.683103 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.683462 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.683789 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.684114 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.684440 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.684782 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.685106 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.685930 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.685930 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Tracked resource versions report: Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: pushed versions: Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: { 'AddressGroup': {'1.2'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'ConntrackHelper': {'1.0'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'LocalIPAssociation': {'1.0'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Log': {'1.0'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Network': {'1.1'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Port': {'1.7'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'PortForwarding': {'1.2'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'QosPolicy': {'1.10'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SecurityGroup': {'1.5'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SecurityGroupRule': {'1.2'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SubPort': {'1.0'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Subnet': {'1.1'}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Trunk': {'1.1'}} Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: consumer versions: Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: { DHCP agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: HyperV agent@hv-cinder-81546: {}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: L3 agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: Metadata agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: Metering agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: Open vSwitch agent@dv-cinder-815461-7-iscsi: { 'AddressGroup': '1.2', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'ConntrackHelper': '1.0', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'LocalIPAssociation': '1.0', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Log': '1.0', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Network': '1.1', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Port': '1.7', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'PortForwarding': '1.2', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'QosPolicy': '1.10', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SecurityGroup': '1.5', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SecurityGroupRule': '1.2', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'SubPort': '1.0', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Subnet': '1.1', Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: 'Trunk': '1.1'}} Jan 17 00:32:27.686892 dv-cinder-815461-7-iscsi neutron-server[109114]: {{(pid=109114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 00:32:27.741562 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Attempting to bind port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:32:27.741943 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Attempting to bind port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:32:27.742309 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Attempting to bind port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 on network 22fb6404-5f10-4c0e-8046-52ecafb709e8 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:32:27.753689 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Made reservation on behalf of 3b7a5689a8d04036a44cdcfcc4d6bbde for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:32:27.756436 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.763128 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:32:27.763528 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Checking segment: {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:27.763946 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.766096 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Made reservation on behalf of 8b2712d873674207a8abc2738a48850a for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:32:27.768441 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.768866 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Bound using segment: {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:32:27.771366 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Bound port: c6036f4e-1a0e-4ebf-b97f-a9f449511ac5, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:32:27.772015 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.794369 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.918375 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-20597eed-6d0e-430e-b34c-80e67dfbdd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:27.921115 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] For port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:32:27.928610 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] For port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c6036f4e-1a0e-4ebf-b97f-a9f449511ac5,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:32:27.938078 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.080682 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-20597eed-6d0e-430e-b34c-80e67dfbdd69 admin admin] Publish callbacks [] for security_group (fd0be45c-94f1-42fb-bf76-efe968171f03), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.088292 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-20597eed-6d0e-430e-b34c-80e67dfbdd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fd0be45c-94f1-42fb-bf76-efe968171f03), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.106352 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89909-bdf8-43e0-99f0-c2dbf3561346 None None] Pushing event updated for resources: {'Port': ['ID=c6036f4e-1a0e-4ebf-b97f-a9f449511ac5,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:28.117592 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks [] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.196164 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20597eed-6d0e-430e-b34c-80e67dfbdd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0be45c-94f1-42fb-bf76-efe968171f03,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:28.210957 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-20597eed-6d0e-430e-b34c-80e67dfbdd69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ee93da1036847eb875577b15e59510d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6585672 Jan 17 00:32:28.214370 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34014) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:28.238038 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Publish callbacks [] for security_group (66e813c3-a82b-448c-9ac6-69b53275efc2), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.256502 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (66e813c3-a82b-448c-9ac6-69b53275efc2), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.347505 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-028a3d1a-c8d5-411a-a253-e3093beb3b63 admin admin] Publish callbacks [] for security_group (fd0be45c-94f1-42fb-bf76-efe968171f03), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.392702 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-028a3d1a-c8d5-411a-a253-e3093beb3b63 admin admin] Publish callbacks [] for security_group (fd0be45c-94f1-42fb-bf76-efe968171f03), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.418254 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:32:28.536875 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.537202 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-028a3d1a-c8d5-411a-a253-e3093beb3b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fd0be45c-94f1-42fb-bf76-efe968171f03), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.539908 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (4e57d2e0-4284-43bf-af7e-c1b2249a084d), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.540548 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Added segment 4e57d2e0-4284-43bf-af7e-c1b2249a084d of type vlan for network f459bb8f-704d-426b-98b9-27a9a855a1f2 Jan 17 00:32:28.547409 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-028a3d1a-c8d5-411a-a253-e3093beb3b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.573595 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-028a3d1a-c8d5-411a-a253-e3093beb3b63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd0be45c-94f1-42fb-bf76-efe968171f03 HTTP/1.1" status: 204 len: 168 time: 0.3562853 Jan 17 00:32:28.573935 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:28.579666 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:28.582047 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e813c3-a82b-448c-9ac6-69b53275efc2,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:28.588100 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:32:28.633909 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a3d1a-c8d5-411a-a253-e3093beb3b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0be45c-94f1-42fb-bf76-efe968171f03,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:28.800670 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (f459bb8f-704d-426b-98b9-27a9a855a1f2), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:28.994990 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.db.resource_extend [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 00:32:29.006343 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (2797a84f-a883-4a10-af72-efeb3c82d6e1), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.008565 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Pushing event updated for resources: {'Port': ['ID=faa2d6cc-6335-437d-b661-caf2c4437c93,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:29.072315 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (f459bb8f-704d-426b-98b9-27a9a855a1f2), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.073810 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:29.074640 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.197350 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2797a84f-a883-4a10-af72-efeb3c82d6e1,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:29.212222 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4402647 Jan 17 00:32:29.215298 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34050) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:29.220543 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Request body: {'subnet': {'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-subnet', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:29.230710 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34052) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:29.295639 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-17739c07-a005-4916-bf59-5784eca87187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.313639 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c42fc-480b-4ce3-a0bc-567c605f3f9b admin admin] Pushing event updated for resources: {'Network': ['ID=f459bb8f-704d-426b-98b9-27a9a855a1f2,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:29.318636 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Made reservation on behalf of 8b2712d873674207a8abc2738a48850a for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:32:29.336321 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.363774 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:32:29.369784 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Checking segment: {'id': '921ffdcc-8727-4931-b472-8e1a565b8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47c7bdf4-9655-419f-a209-4ee64d238137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:29.370398 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Network hostable DHCP agents. Network: 47c7bdf4-9655-419f-a209-4ee64d238137, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:32:29.459554 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks [] for router_gateway (ddda0f15-ef37-4f47-9be0-19e002705718), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.465122 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Network 47c7bdf4-9655-419f-a209-4ee64d238137 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:32:29.514572 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-17739c07-a005-4916-bf59-5784eca87187 admin admin] Publish callbacks [] for security_group (a46293f4-a991-4a32-acf2-f39aeae8fd31), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.522679 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-17739c07-a005-4916-bf59-5784eca87187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a46293f4-a991-4a32-acf2-f39aeae8fd31), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.599146 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 47c7bdf4-9655-419f-a209-4ee64d238137) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:29.612477 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-17739c07-a005-4916-bf59-5784eca87187 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a097e5f050d41dab5310362017c67ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3784451 Jan 17 00:32:29.613402 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:29.614878 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.615899 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17739c07-a005-4916-bf59-5784eca87187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46293f4-a991-4a32-acf2-f39aeae8fd31,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:29.618435 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34066) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:29.632631 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad960d9c-0ca1-4c9b-b8c0-5ce60df695af None None] Network 47c7bdf4-9655-419f-a209-4ee64d238137 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:32:29.651405 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-ef02d70a-f05f-4102-b7e5-23d66487864b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3351738 Jan 17 00:32:29.833474 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e694724-387e-4be3-8f6b-d84bb85cc355 admin admin] Publish callbacks [] for security_group (a46293f4-a991-4a32-acf2-f39aeae8fd31), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.889592 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e694724-387e-4be3-8f6b-d84bb85cc355 admin admin] Publish callbacks [] for security_group (a46293f4-a991-4a32-acf2-f39aeae8fd31), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.891239 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (ddda0f15-ef37-4f47-9be0-19e002705718), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:29.925242 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f8cc4b-9767-4ae4-8d52-97cc77070f94 None None] Network 47c7bdf4-9655-419f-a209-4ee64d238137 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:32:30.006205 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1a9fc-9be5-438c-bb28-1a583f4106ce None None] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:32:30.183508 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e694724-387e-4be3-8f6b-d84bb85cc355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a46293f4-a991-4a32-acf2-f39aeae8fd31), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:30.207863 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-f6ef3f54-c641-4a26-a625-4773847366cd None None] Provisioning complete for port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:30.208148 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f6ef3f54-c641-4a26-a625-4773847366cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:30.213224 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e694724-387e-4be3-8f6b-d84bb85cc355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:30.232857 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-0e694724-387e-4be3-8f6b-d84bb85cc355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a46293f4-a991-4a32-acf2-f39aeae8fd31 HTTP/1.1" status: 204 len: 168 time: 0.5950797 Jan 17 00:32:30.346787 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (da467d0c-54ae-4485-a925-473653560edb), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:30.365927 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:30.438233 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e694724-387e-4be3-8f6b-d84bb85cc355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46293f4-a991-4a32-acf2-f39aeae8fd31,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:30.518369 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da467d0c-54ae-4485-a925-473653560edb,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:30.547518 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Router ddda0f15-ef37-4f47-9be0-19e002705718 is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:32:30.548362 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Checking segment: {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:30.549390 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Network hostable DHCP agents. Network: f459bb8f-704d-426b-98b9-27a9a855a1f2, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:32:30.579527 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:32:30.600149 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, f459bb8f-704d-426b-98b9-27a9a855a1f2) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:30.608867 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:30.609923 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:30.656429 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-03f07c0c-5d1c-4fc7-9757-b95baf3bbf7b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4390535 Jan 17 00:32:30.659290 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34094) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:30.674966 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:30.706387 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d26772e-0800-4be8-8f00-b0000bd3b98f None None] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:32:30.747603 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (500e0536-9e0c-4c6f-822a-523a45ad30e4), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:30.748956 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (500e0536-9e0c-4c6f-822a-523a45ad30e4), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:30.826343 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:32:30.841223 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Sync routers for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:32:30.872978 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:30.873406 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:32:30.875669 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-15c9b211-a9f1-4b5e-90ec-9cfa17cb540d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4203608 Jan 17 00:32:30.878794 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34112) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:30.881177 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:32:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:30.901043 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks [] for router_controller (500e0536-9e0c-4c6f-822a-523a45ad30e4), precommit_add_association {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:30.940349 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34124) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:30.944034 dv-cinder-815461-7-iscsi neutron-server[109112]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 00:32:30.981066 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:30.981684 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:31.036753 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef3f54-c641-4a26-a625-4773847366cd None None] Current status of the port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:31.037519 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f6ef3f54-c641-4a26-a625-4773847366cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:31.048356 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-5f759e3d-550c-4a67-a778-fc28632b048f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:31.169113 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-f6ef3f54-c641-4a26-a625-4773847366cd None None] For port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c6036f4e-1a0e-4ebf-b97f-a9f449511ac5,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:32:31.172027 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-f459bb8f-704d-426b-98b9-27a9a855a1f2', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'project_id': '8b2712d873674207a8abc2738a48850a', 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:32:31.173405 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:31.232546 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f6ef3f54-c641-4a26-a625-4773847366cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:31.340993 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:32:31.531783 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-048d9546-4509-4ffb-a9b6-2b45febe13a2 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:31.538883 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-048d9546-4509-4ffb-a9b6-2b45febe13a2 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/networks?id=47c7bdf4-9655-419f-a209-4ee64d238137 HTTP/1.1" status: 200 len: 812 time: 0.5958679 Jan 17 00:32:31.579961 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a40f816b-edcd-4472-9a3b-7e6571211a52 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/quotas/3b7a5689a8d04036a44cdcfcc4d6bbde HTTP/1.1" status: 200 len: 375 time: 0.0338295 Jan 17 00:32:31.593323 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks [] for router_gateway (500e0536-9e0c-4c6f-822a-523a45ad30e4), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:31.725756 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:29Z', 'revision_number': 3, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:31.790247 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-e900a5fa-de1a-44e6-87ee-89869e39bde4 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b7a5689a8d04036a44cdcfcc4d6bbde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2012167 Jan 17 00:32:31.860549 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef3f54-c641-4a26-a625-4773847366cd None None] Pushing event updated for resources: {'Port': ['ID=c6036f4e-1a0e-4ebf-b97f-a9f449511ac5,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:31.870445 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Checking router: ddda0f15-ef37-4f47-9be0-19e002705718 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:32:31.871371 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Updating router ddda0f15-ef37-4f47-9be0-19e002705718 port faa2d6cc-6335-437d-b661-caf2c4437c93 binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:32:31.986747 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:32.157439 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-5ac3b9a1-2440-4bbe-86ef-61045d5f710c None None] Provisioning complete for port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:32.158129 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-5ac3b9a1-2440-4bbe-86ef-61045d5f710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:32.275482 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:32.469604 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-c3541c98-75c1-4611-9186-85d26c4ab7b1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:32:32.473097 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-c3541c98-75c1-4611-9186-85d26c4ab7b1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1656768 Jan 17 00:32:32.490255 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:32.513942 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks [] for router_gateway (500e0536-9e0c-4c6f-822a-523a45ad30e4), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:32.585323 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:32.685276 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-c30bece1-f8ae-4006-b838-cdd488d2353e service neutron] 10.222.0.24 "GET /v2.0/networks/47c7bdf4-9655-419f-a209-4ee64d238137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023108 Jan 17 00:32:32.704483 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-5ac3b9a1-2440-4bbe-86ef-61045d5f710c None None] Current status of the port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:32.710730 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Allocated IP 172.20.0.2 (f459bb8f-704d-426b-98b9-27a9a855a1f2/da467d0c-54ae-4485-a925-473653560edb/6bef426c-7123-46eb-a55f-237b63aed66b) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:32:32.750540 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:32.752395 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:32.799005 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Publish callbacks [] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:32.820049 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:32.949675 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Pushing event updated for resources: {'Port': ['ID=faa2d6cc-6335-437d-b661-caf2c4437c93,revision_number=2']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:32.985550 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Allocated IP 172.27.3.103 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/4d44a8fc-469a-4a0a-af87-b42703cbeaa0) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:32:32.993963 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-d1a8f88b-ca8f-4527-81b1-f106e9b5de4f service neutron] 10.222.0.24 "GET /v2.0/networks/47c7bdf4-9655-419f-a209-4ee64d238137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016131 Jan 17 00:32:33.012878 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.014012 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.015059 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.016086 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.017738 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.019565 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.021458 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.022560 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.022762 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.023787 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.025045 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.026176 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.027096 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.028035 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Tracked resource versions report: Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: pushed versions: Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: { 'AddressGroup': {'1.2'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'ConntrackHelper': {'1.0'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'LocalIPAssociation': {'1.0'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Log': {'1.0'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Network': {'1.1'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Port': {'1.7'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'PortForwarding': {'1.2'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'QosPolicy': {'1.10'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SecurityGroup': {'1.5'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SecurityGroupRule': {'1.2'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SubPort': {'1.0'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Subnet': {'1.1'}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Trunk': {'1.1'}} Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: consumer versions: Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: { DHCP agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: HyperV agent@hv-cinder-81546: {}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: L3 agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: Metadata agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: Metering agent@dv-cinder-815461-7-iscsi: {}, Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: Open vSwitch agent@dv-cinder-815461-7-iscsi: { 'AddressGroup': '1.2', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'ConntrackHelper': '1.0', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'LocalIPAssociation': '1.0', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Log': '1.0', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Network': '1.1', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Port': '1.7', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'PortForwarding': '1.2', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'QosPolicy': '1.10', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SecurityGroup': '1.5', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SecurityGroupRule': '1.2', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'SubPort': '1.0', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Subnet': '1.1', Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: 'Trunk': '1.1'}} Jan 17 00:32:33.035995 dv-cinder-815461-7-iscsi neutron-server[109115]: {{(pid=109115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 00:32:33.049136 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Attempting to bind port faa2d6cc-6335-437d-b661-caf2c4437c93 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:32:33.050226 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Attempting to bind port faa2d6cc-6335-437d-b661-caf2c4437c93 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:32:33.051779 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Attempting to bind port faa2d6cc-6335-437d-b661-caf2c4437c93 on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:32:33.069114 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:32:33.070382 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:33.071560 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.072602 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:32:33.073756 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Bound port: faa2d6cc-6335-437d-b661-caf2c4437c93, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:32:33.074764 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.201838 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] For port faa2d6cc-6335-437d-b661-caf2c4437c93, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:32:33.208667 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] For port faa2d6cc-6335-437d-b661-caf2c4437c93, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=faa2d6cc-6335-437d-b661-caf2c4437c93,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:32:33.225540 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.233909 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:33.241916 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1d476a00-77d6-41b0-a9d2-44283e88816a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.316841 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Publish callbacks [] for port (6bef426c-7123-46eb-a55f-237b63aed66b), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.334276 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.387322 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:32:33.388481 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:32:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:33.484270 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:33.502524 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Pushing event updated for resources: {'Port': ['ID=6bef426c-7123-46eb-a55f-237b63aed66b,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:33.502661 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fc1ec-56c9-47c4-a008-04855acf170c None None] Pushing event updated for resources: {'Port': ['ID=faa2d6cc-6335-437d-b661-caf2c4437c93,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:33.507059 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:33.510825 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:32:33.546958 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34218) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:33.601449 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Attempting to bind port 6bef426c-7123-46eb-a55f-237b63aed66b on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:32:33.601974 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Attempting to bind port 6bef426c-7123-46eb-a55f-237b63aed66b by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:32:33.602453 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Attempting to bind port 6bef426c-7123-46eb-a55f-237b63aed66b on network f459bb8f-704d-426b-98b9-27a9a855a1f2 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:32:33.611785 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:32:33.612488 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Checking segment: {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:33.614077 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.614741 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Bound using segment: {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:32:33.616323 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Bound port: 6bef426c-7123-46eb-a55f-237b63aed66b, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:32:33.616323 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.633000 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks [] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.703603 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2a4f5826-ee28-4a23-9c2e-ee48622ee4a2 req-77aa70d4-4add-4d34-9043-3e7d3b969d3b tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 210 time: 0.1403675 Jan 17 00:32:33.716756 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:32:33.750588 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-f9714747-3308-4e57-8649-ce534728d23a None None] For port 6bef426c-7123-46eb-a55f-237b63aed66b, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:32:33.757815 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-f9714747-3308-4e57-8649-ce534728d23a None None] For port 6bef426c-7123-46eb-a55f-237b63aed66b, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=6bef426c-7123-46eb-a55f-237b63aed66b,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:32:33.765205 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.939833 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9714747-3308-4e57-8649-ce534728d23a None None] Pushing event updated for resources: {'Port': ['ID=6bef426c-7123-46eb-a55f-237b63aed66b,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:33.951051 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:33.954974 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Allocated IP 172.20.0.1 (22fb6404-5f10-4c0e-8046-52ecafb709e8/36b636d4-597d-47bb-856e-19ae1f9f8825/83c96455-0b4d-4505-b19d-8e3420bff0ed) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:32:34.141668 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:29Z', 'revision_number': 3, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:34.148528 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:34.224910 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:34.239836 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:32:34.275960 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb008b0-1a2f-410b-a16c-04b5c1399b8b None None] The sync data for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi is: [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:29Z', 'revision_number': 3, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:32:34.420205 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Pushing event updated for resources: {'Port': ['ID=4d44a8fc-469a-4a0a-af87-b42703cbeaa0,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:34.684051 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 6bef426c-7123-46eb-a55f-237b63aed66b up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:34.820967 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Publish callbacks [] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:34.859647 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:34.878838 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 6bef426c-7123-46eb-a55f-237b63aed66b triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:34.879699 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:34.955287 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:35.105997 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d588fa21-7f4c-4153-928d-88275eb0cc7d req-e50a101b-6df3-4866-a5ab-9f72e5bf3989 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 210 time: 0.2072980 Jan 17 00:32:35.242679 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 6bef426c-7123-46eb-a55f-237b63aed66b is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:35.243331 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:35.349997 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks [] for router_gateway (500e0536-9e0c-4c6f-822a-523a45ad30e4), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:35.390698 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port 6bef426c-7123-46eb-a55f-237b63aed66b, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=6bef426c-7123-46eb-a55f-237b63aed66b,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:32:35.397877 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:35.564802 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=6bef426c-7123-46eb-a55f-237b63aed66b,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:35.717526 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:36.253279 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34320) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:36.312954 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c15204-5b6b-4d55-9b09-515d18ec517a None None] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:32:36.539646 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0fa230c5-7864-4cbe-88de-1bb95cce9733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:36.542866 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:36.561686 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:36.562683 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-bde2b80a-8253-40cd-a638-d46cde6abcfb None None] Provisioning complete for port 6bef426c-7123-46eb-a55f-237b63aed66b triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:36.564596 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bde2b80a-8253-40cd-a638-d46cde6abcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:36.597815 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:32:36.605160 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (ddda0f15-ef37-4f47-9be0-19e002705718), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:36.775449 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (500e0536-9e0c-4c6f-822a-523a45ad30e4), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:36.864369 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0fa230c5-7864-4cbe-88de-1bb95cce9733 admin admin] Publish callbacks [] for security_group (7d11cfbc-fc87-4589-88c5-19ce54a1ba65), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:36.871663 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:36.881436 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0fa230c5-7864-4cbe-88de-1bb95cce9733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (7d11cfbc-fc87-4589-88c5-19ce54a1ba65), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:37.030299 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 6bef426c-7123-46eb-a55f-237b63aed66b up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:37.066298 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-0fa230c5-7864-4cbe-88de-1bb95cce9733 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4970a9080c464c2489ece7c555d89a4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8115211 Jan 17 00:32:37.068237 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34334) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:37.076527 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=83c96455-0b4d-4505-b19d-8e3420bff0ed,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:37.100547 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa230c5-7864-4cbe-88de-1bb95cce9733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d11cfbc-fc87-4589-88c5-19ce54a1ba65,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:37.179582 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7fc57050-3e71-466e-98bc-e4a36b8c4ad2 req-c51489d3-d185-4304-a9d9-0fedeadd0067 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 210 time: 0.0631437 Jan 17 00:32:37.200850 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-bde2b80a-8253-40cd-a638-d46cde6abcfb None None] Current status of the port 6bef426c-7123-46eb-a55f-237b63aed66b is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:37.271595 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-37117790-c468-46ec-97da-b090da94c05f admin admin] Publish callbacks [] for security_group (7d11cfbc-fc87-4589-88c5-19ce54a1ba65), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:37.310741 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 6bef426c-7123-46eb-a55f-237b63aed66b triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:37.315738 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:37.351342 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-37117790-c468-46ec-97da-b090da94c05f admin admin] Publish callbacks [] for security_group (7d11cfbc-fc87-4589-88c5-19ce54a1ba65), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:37.544198 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-37117790-c468-46ec-97da-b090da94c05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (7d11cfbc-fc87-4589-88c5-19ce54a1ba65), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:37.544916 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:37.580715 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-37117790-c468-46ec-97da-b090da94c05f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:37.581065 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-37117790-c468-46ec-97da-b090da94c05f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d11cfbc-fc87-4589-88c5-19ce54a1ba65 HTTP/1.1" status: 204 len: 168 time: 0.5096219 Jan 17 00:32:37.583920 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-0be08b09-a92a-407d-b033-5d8675e56081 None None] Provisioning complete for port 83c96455-0b4d-4505-b19d-8e3420bff0ed triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:37.595087 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-0be08b09-a92a-407d-b033-5d8675e56081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:37.619342 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37117790-c468-46ec-97da-b090da94c05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d11cfbc-fc87-4589-88c5-19ce54a1ba65,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:37.698360 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Router 500e0536-9e0c-4c6f-822a-523a45ad30e4 is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:32:37.813955 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-0be08b09-a92a-407d-b033-5d8675e56081 None None] Port 83c96455-0b4d-4505-b19d-8e3420bff0ed cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:32:37.884813 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 6bef426c-7123-46eb-a55f-237b63aed66b is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:37.886749 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device faa2d6cc-6335-437d-b661-caf2c4437c93 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:38.015603 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-f249da14-3a10-4156-8413-6fb096e8c8a7 None None] Provisioning complete for port 6bef426c-7123-46eb-a55f-237b63aed66b triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:38.016329 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f249da14-3a10-4156-8413-6fb096e8c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:38.040703 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:38.138557 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:32:38.164416 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Sync routers for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:32:38.180530 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port faa2d6cc-6335-437d-b661-caf2c4437c93 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:38.181835 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:38.256369 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:32:38.257203 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:32:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:38.398822 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:32:38.408405 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:38.410523 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-765c1185-cab6-49e5-8b5e-fe1426066e59 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7460651 Jan 17 00:32:38.413725 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34390) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:38.739522 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Publish callbacks [] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:38.749066 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:38.750832 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (ddda0f15-ef37-4f47-9be0-19e002705718), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:38.791152 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-f249da14-3a10-4156-8413-6fb096e8c8a7 None None] Current status of the port 6bef426c-7123-46eb-a55f-237b63aed66b is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:38.869071 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:34Z', 'revision_number': 3, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:38.875853 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port faa2d6cc-6335-437d-b661-caf2c4437c93 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:38.877836 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:38.883503 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1b6e35cf-fbc9-4aa4-a81e-689f40a10c70 req-5af4f9fd-9543-42ca-a01e-a2905a0c4179 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 210 time: 0.3521373 Jan 17 00:32:38.894075 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=83c96455-0b4d-4505-b19d-8e3420bff0ed,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:38.938998 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Checking router: 500e0536-9e0c-4c6f-822a-523a45ad30e4 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:32:38.939397 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Updating router 500e0536-9e0c-4c6f-822a-523a45ad30e4 port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:32:38.990593 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port faa2d6cc-6335-437d-b661-caf2c4437c93, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=faa2d6cc-6335-437d-b661-caf2c4437c93,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:32:39.003412 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:39.006986 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:39.011754 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:39.115515 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=faa2d6cc-6335-437d-b661-caf2c4437c93,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:39.127547 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:39.178363 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:32:39.259105 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Router ddda0f15-ef37-4f47-9be0-19e002705718 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:32:39.512050 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:32:39.520294 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-db3a35c5-6f92-42d6-bd0b-5c1577ae2cb5 admin admin] 10.222.0.24 "PUT /v2.0/routers/ddda0f15-ef37-4f47-9be0-19e002705718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6388905 Jan 17 00:32:39.541273 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Sync routers for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:32:39.560802 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-92bc8e3e-5c3d-45ab-aecf-8ab265f09580 None None] Provisioning complete for port 83c96455-0b4d-4505-b19d-8e3420bff0ed triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:39.561628 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-92bc8e3e-5c3d-45ab-aecf-8ab265f09580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:39.565246 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:32:39.567472 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:32:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:39.572276 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Publish callbacks [] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:39.613453 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:39.637621 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-92bc8e3e-5c3d-45ab-aecf-8ab265f09580 None None] Port 83c96455-0b4d-4505-b19d-8e3420bff0ed cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:32:39.649344 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:39.743557 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Attempting to bind port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:32:39.744920 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Attempting to bind port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:32:39.747047 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Attempting to bind port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:32:39.773019 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:32:39.773767 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:39.776023 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:39.778303 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:32:39.778303 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Bound port: 4d44a8fc-469a-4a0a-af87-b42703cbeaa0, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:32:39.778303 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:39.835915 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:32:39.878812 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] For port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:32:39.883768 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] For port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=4d44a8fc-469a-4a0a-af87-b42703cbeaa0,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:32:39.917995 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:39.956893 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519f9d8-23d2-4f09-bc91-3d433b2aba97 None None] Pushing event updated for resources: {'Port': ['ID=4d44a8fc-469a-4a0a-af87-b42703cbeaa0,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:40.001654 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Allocated IP 172.20.0.1 (f459bb8f-704d-426b-98b9-27a9a855a1f2/da467d0c-54ae-4485-a925-473653560edb/a26b237f-2be3-449d-ad32-18897807f75e) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:32:40.041919 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:32:40.042559 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:32:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:40.094490 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.15', 61228) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:40.485964 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Publish callbacks [] for port (a26b237f-2be3-449d-ad32-18897807f75e), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:40.606840 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 2, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:40.620362 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519f9d8-23d2-4f09-bc91-3d433b2aba97 None None] Pushing event updated for resources: {'Port': ['ID=4d44a8fc-469a-4a0a-af87-b42703cbeaa0,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:40.633832 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-13bf63fd-03f0-47c6-8e76-6212c4c0d755 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:40.640248 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-13bf63fd-03f0-47c6-8e76-6212c4c0d755 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.15 "GET /v2.0/networks?id=47c7bdf4-9655-419f-a209-4ee64d238137 HTTP/1.1" status: 200 len: 812 time: 0.5439594 Jan 17 00:32:40.666328 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:32:40.698394 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (a26b237f-2be3-449d-ad32-18897807f75e), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:40.717357 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Checking router: ddda0f15-ef37-4f47-9be0-19e002705718 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:32:40.717925 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Updating router ddda0f15-ef37-4f47-9be0-19e002705718 port 83c96455-0b4d-4505-b19d-8e3420bff0ed binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:32:40.734304 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Request body: {'port': {'device_id': '48bbb44b-39dc-42db-a10a-191cec803b48', 'network_id': '47c7bdf4-9655-419f-a209-4ee64d238137', 'admin_state_up': True, 'tenant_id': '3b7a5689a8d04036a44cdcfcc4d6bbde'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:40.811698 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:40.840875 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a212715-3fd3-4065-a291-f7eb7bfd7027 req-ad28d402-b3b1-4f67-90a3-76c6701a2b6d tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 210 time: 0.2112756 Jan 17 00:32:40.910975 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:40.912921 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a26b237f-2be3-449d-ad32-18897807f75e,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:40.916145 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:40.924078 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:32:40.924553 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (500e0536-9e0c-4c6f-822a-523a45ad30e4), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:41.263131 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34472) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:41.322932 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:34Z', 'revision_number': 3, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:41.350983 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-05b098d0-1974-4cf2-a1b0-f0cfa1ede43b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495896922', 'description': 'tempest-description--1143613294'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:41.409370 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device faa2d6cc-6335-437d-b661-caf2c4437c93 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:41.508005 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a26b237f-2be3-449d-ad32-18897807f75e), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:41.524516 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-05b098d0-1974-4cf2-a1b0-f0cfa1ede43b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:41.573591 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ce4c88-ff42-42f5-9101-185915f56a17 None None] The sync data for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi is: [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:34Z', 'revision_number': 3, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:32:41.618872 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-19a0c8c3-233d-4d2e-b702-6fd972f8cfa7 None None] Provisioning complete for port a26b237f-2be3-449d-ad32-18897807f75e triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:41.625721 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-19a0c8c3-233d-4d2e-b702-6fd972f8cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (a26b237f-2be3-449d-ad32-18897807f75e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:41.702790 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port faa2d6cc-6335-437d-b661-caf2c4437c93 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:41.703103 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:41.747852 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Made reservation on behalf of 3b7a5689a8d04036a44cdcfcc4d6bbde for: {'port': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:32:41.754451 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:41.779692 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-19a0c8c3-233d-4d2e-b702-6fd972f8cfa7 None None] Port a26b237f-2be3-449d-ad32-18897807f75e cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:32:41.907498 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Publish callbacks [] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:41.916503 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:41.975800 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef36c37-3fab-4406-9731-76a29ed21e03 None None] Pushing event updated for resources: {'Port': ['ID=83c96455-0b4d-4505-b19d-8e3420bff0ed,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:42.097178 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port faa2d6cc-6335-437d-b661-caf2c4437c93 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:42.138835 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Attempting to bind port 83c96455-0b4d-4505-b19d-8e3420bff0ed on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:32:42.139569 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Attempting to bind port 83c96455-0b4d-4505-b19d-8e3420bff0ed by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:32:42.140005 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Attempting to bind port 83c96455-0b4d-4505-b19d-8e3420bff0ed on network 22fb6404-5f10-4c0e-8046-52ecafb709e8 {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:32:42.157334 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:32:42.157540 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Checking segment: {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:42.157972 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:42.158678 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Bound using segment: {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:32:42.163869 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Bound port: 83c96455-0b4d-4505-b19d-8e3420bff0ed, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:32:42.164705 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:42.310885 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] For port 83c96455-0b4d-4505-b19d-8e3420bff0ed, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:32:42.325690 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] For port 83c96455-0b4d-4505-b19d-8e3420bff0ed, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=83c96455-0b4d-4505-b19d-8e3420bff0ed,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:32:42.328195 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-90272f3d-b671-46da-9d12-42ed4067b128 req-2156eb3b-aeff-4811-aa33-7224193d62f8 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 210 time: 0.1453717 Jan 17 00:32:42.347661 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:42.399509 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Publish callbacks [] for port (a26b237f-2be3-449d-ad32-18897807f75e), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:42.415420 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (a26b237f-2be3-449d-ad32-18897807f75e), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:42.418313 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (500e0536-9e0c-4c6f-822a-523a45ad30e4), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:42.463874 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:32:42.464657 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:32:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:42.672034 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-1480150b-4d99-47d2-b98a-7d6d9232d2a9 None None] Provisioning complete for port 83c96455-0b4d-4505-b19d-8e3420bff0ed triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:42.674340 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1480150b-4d99-47d2-b98a-7d6d9232d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:42.726903 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:32:43.004835 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Allocated IP 172.20.0.6 (47c7bdf4-9655-419f-a209-4ee64d238137/2797a84f-a883-4a10-af72-efeb3c82d6e1/715e6501-7068-442a-bb10-91ab29546f88) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:32:43.133836 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-1480150b-4d99-47d2-b98a-7d6d9232d2a9 None None] Current status of the port 83c96455-0b4d-4505-b19d-8e3420bff0ed is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:43.136522 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1480150b-4d99-47d2-b98a-7d6d9232d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:43.198509 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a26b237f-2be3-449d-ad32-18897807f75e,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:43.327735 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-1480150b-4d99-47d2-b98a-7d6d9232d2a9 None None] For port 83c96455-0b4d-4505-b19d-8e3420bff0ed, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=83c96455-0b4d-4505-b19d-8e3420bff0ed,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:32:43.337068 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1480150b-4d99-47d2-b98a-7d6d9232d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:43.385538 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:43.389156 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:43.544305 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:43.745039 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480150b-4d99-47d2-b98a-7d6d9232d2a9 None None] Pushing event updated for resources: {'Port': ['ID=83c96455-0b4d-4505-b19d-8e3420bff0ed,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:43.797955 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f8532bf-c0f5-43c2-9b09-cfc2bdaf2772 req-6989507a-974b-490f-bfb3-cc17a50e47e5 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 210 time: 0.2049110 Jan 17 00:32:43.897099 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef36c37-3fab-4406-9731-76a29ed21e03 None None] Pushing event updated for resources: {'Port': ['ID=83c96455-0b4d-4505-b19d-8e3420bff0ed,revision_number=4']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:43.928173 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-3e6ba465-9625-4f1a-b960-efb22f31b6e2 None None] Provisioning complete for port 83c96455-0b4d-4505-b19d-8e3420bff0ed triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:43.928560 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba465-9625-4f1a-b960-efb22f31b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:44.012494 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-05b098d0-1974-4cf2-a1b0-f0cfa1ede43b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (52c5aad6-9088-4ff5-91d6-c99ea7193267), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:44.084041 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-05b098d0-1974-4cf2-a1b0-f0cfa1ede43b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (52c5aad6-9088-4ff5-91d6-c99ea7193267), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:44.159985 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:44.162297 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:44.179081 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Router 500e0536-9e0c-4c6f-822a-523a45ad30e4 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:32:44.355097 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ba465-9625-4f1a-b960-efb22f31b6e2 None None] Current status of the port 83c96455-0b4d-4505-b19d-8e3420bff0ed is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:44.357960 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:42Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:44.385909 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Publish callbacks [] for port (715e6501-7068-442a-bb10-91ab29546f88), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:44.412673 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-05b098d0-1974-4cf2-a1b0-f0cfa1ede43b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:44.414250 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-05b098d0-1974-4cf2-a1b0-f0cfa1ede43b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 3.1080265 Jan 17 00:32:44.418806 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34546) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:44.451647 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-c2e56cb2-3c66-444e-b9a1-7a1c25c55796 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'security_group_rule': {'security_group_id': '52c5aad6-9088-4ff5-91d6-c99ea7193267', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:44.475481 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addabae3-04b9-4483-be6e-d4f921c8bf4c None None] The sync data for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi is: [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:42Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:32:44.476069 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b098d0-1974-4cf2-a1b0-f0cfa1ede43b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c5aad6-9088-4ff5-91d6-c99ea7193267,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:44.734616 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (715e6501-7068-442a-bb10-91ab29546f88), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:44.740873 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2e56cb2-3c66-444e-b9a1-7a1c25c55796 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (d7a48ed1-2fc6-44a6-a722-591a63255ea9), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:44.883087 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:32:44.925509 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-605aae58-dc9c-4e1e-b99f-a29088cf0fd6 admin admin] 10.222.0.24 "PUT /v2.0/routers/500e0536-9e0c-4c6f-822a-523a45ad30e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5089557 Jan 17 00:32:45.060851 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:45.061941 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:45.073974 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-7124d406-64f3-4694-8e83-aedca14bb8d5 None None] Provisioning complete for port a26b237f-2be3-449d-ad32-18897807f75e triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:45.074674 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-7124d406-64f3-4694-8e83-aedca14bb8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (a26b237f-2be3-449d-ad32-18897807f75e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:45.211814 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=4d44a8fc-469a-4a0a-af87-b42703cbeaa0,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:32:45.216319 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34564) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:45.238519 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:45.284049 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Network 47c7bdf4-9655-419f-a209-4ee64d238137 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:45.392224 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-7124d406-64f3-4694-8e83-aedca14bb8d5 None None] Port a26b237f-2be3-449d-ad32-18897807f75e cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:32:45.448765 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=4d44a8fc-469a-4a0a-af87-b42703cbeaa0,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:45.480744 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:45.486857 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:32:45.505700 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:45.509143 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:45.595533 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 83c96455-0b4d-4505-b19d-8e3420bff0ed up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:45.698939 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cd3b1-9374-4470-9fd7-e76357694134 req-cf7fd3ca-767e-42ad-88c6-c7023e7ba3e7 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:45.716960 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d57cd3b1-9374-4470-9fd7-e76357694134 req-cf7fd3ca-767e-42ad-88c6-c7023e7ba3e7 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 931 time: 0.6693645 Jan 17 00:32:45.756119 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2e56cb2-3c66-444e-b9a1-7a1c25c55796 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (d7a48ed1-2fc6-44a6-a722-591a63255ea9), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:45.760143 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Pushing event updated for resources: {'Port': ['ID=715e6501-7068-442a-bb10-91ab29546f88,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:45.776718 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2e56cb2-3c66-444e-b9a1-7a1c25c55796 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (d7a48ed1-2fc6-44a6-a722-591a63255ea9), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:45.875284 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a0cfcd2b-1781-4ae6-bfa8-c2e4681775ee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1462092 Jan 17 00:32:45.882815 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 83c96455-0b4d-4505-b19d-8e3420bff0ed triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:45.885942 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:45.916494 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-7ad1281b-3d24-4383-8ae3-74f60cb07caa tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:32:45.917678 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-7ad1281b-3d24-4383-8ae3-74f60cb07caa tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0322371 Jan 17 00:32:45.952648 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e56cb2-3c66-444e-b9a1-7a1c25c55796 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a48ed1-2fc6-44a6-a722-591a63255ea9,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:45.993061 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2e56cb2-3c66-444e-b9a1-7a1c25c55796 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:45.994413 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c2e56cb2-3c66-444e-b9a1-7a1c25c55796 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5580888 Jan 17 00:32:45.999785 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34588) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:46.022651 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-216a6d10-3c5b-4a8c-a9e6-042f4d90b450 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'security_group_rule': {'security_group_id': '52c5aad6-9088-4ff5-91d6-c99ea7193267', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:46.044361 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Sync routers for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:32:46.132499 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:32:46.134008 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-216a6d10-3c5b-4a8c-a9e6-042f4d90b450 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (5a331297-4d87-4a3e-9521-780c6fee8ba3), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:46.138038 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:32:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:46.314638 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d57cd3b1-9374-4470-9fd7-e76357694134 req-942e5358-2d24-471a-a8b0-328929474071 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786560 Jan 17 00:32:46.319232 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61e444da-61c3-4ed5-b15a-f3eff84f5418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:46.685718 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61e444da-61c3-4ed5-b15a-f3eff84f5418 admin admin] Publish callbacks [] for security_group (4f290874-4fa3-4d60-a636-5cdcf5994447), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:46.696785 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61e444da-61c3-4ed5-b15a-f3eff84f5418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4f290874-4fa3-4d60-a636-5cdcf5994447), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:46.869212 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-61e444da-61c3-4ed5-b15a-f3eff84f5418 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b9dc96b2fb94056989203ef7371bdec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6392307 Jan 17 00:32:46.869782 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34606) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:46.883592 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 83c96455-0b4d-4505-b19d-8e3420bff0ed is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:46.889855 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e444da-61c3-4ed5-b15a-f3eff84f5418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f290874-4fa3-4d60-a636-5cdcf5994447,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:47.008805 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-216a6d10-3c5b-4a8c-a9e6-042f4d90b450 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (5a331297-4d87-4a3e-9521-780c6fee8ba3), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.031673 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:32:47.052283 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Request body: {'port': {'device_id': '48bbb44b-39dc-42db-a10a-191cec803b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:47.057255 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-216a6d10-3c5b-4a8c-a9e6-042f4d90b450 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (5a331297-4d87-4a3e-9521-780c6fee8ba3), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.131156 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-551c168c-8472-420a-afe2-85ead83b6e17 admin admin] Publish callbacks [] for security_group (4f290874-4fa3-4d60-a636-5cdcf5994447), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.146641 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34610) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:47.169320 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-d1a676b7-01a9-4c75-a276-5aaebc36f7fd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954537629', 'description': 'tempest-description--60610337'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:47.202577 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a6d10-3c5b-4a8c-a9e6-042f4d90b450 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a331297-4d87-4a3e-9521-780c6fee8ba3,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:47.221796 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-216a6d10-3c5b-4a8c-a9e6-042f4d90b450 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.235929 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-216a6d10-3c5b-4a8c-a9e6-042f4d90b450 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2343173 Jan 17 00:32:47.236809 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34614) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:47.237147 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34616) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:47.258465 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'floatingip': {'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:47.364994 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (715e6501-7068-442a-bb10-91ab29546f88), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.486920 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d1a676b7-01a9-4c75-a276-5aaebc36f7fd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.574805 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.626256 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-551c168c-8472-420a-afe2-85ead83b6e17 admin admin] Publish callbacks [] for security_group (4f290874-4fa3-4d60-a636-5cdcf5994447), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.638306 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:47.856016 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 2, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:47.863742 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a075030-4d0d-4260-ad43-1d3ec0008dc5 req-0c3c5bbe-3eb2-4893-996d-0265bda937b9 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:47.874917 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3a075030-4d0d-4260-ad43-1d3ec0008dc5 req-0c3c5bbe-3eb2-4893-996d-0265bda937b9 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 931 time: 0.2191184 Jan 17 00:32:47.876244 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:47.877088 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.994879 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-551c168c-8472-420a-afe2-85ead83b6e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4f290874-4fa3-4d60-a636-5cdcf5994447), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:47.998239 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-551c168c-8472-420a-afe2-85ead83b6e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:48.002240 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-551c168c-8472-420a-afe2-85ead83b6e17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f290874-4fa3-4d60-a636-5cdcf5994447 HTTP/1.1" status: 204 len: 168 time: 1.1284716 Jan 17 00:32:48.036627 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d1a676b7-01a9-4c75-a276-5aaebc36f7fd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (beabce00-1943-4a18-9ec0-df9d9ce8bfb0), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:48.042195 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c168c-8472-420a-afe2-85ead83b6e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f290874-4fa3-4d60-a636-5cdcf5994447,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:48.062111 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d1a676b7-01a9-4c75-a276-5aaebc36f7fd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (beabce00-1943-4a18-9ec0-df9d9ce8bfb0), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:48.074246 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Checking router: 500e0536-9e0c-4c6f-822a-523a45ad30e4 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:32:48.074912 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Updating router 500e0536-9e0c-4c6f-822a-523a45ad30e4 port a26b237f-2be3-449d-ad32-18897807f75e binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:32:48.126310 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a26b237f-2be3-449d-ad32-18897807f75e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:48.173759 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3a075030-4d0d-4260-ad43-1d3ec0008dc5 req-d48eca69-32b6-4b55-8c7b-69e12e5b711f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963171 Jan 17 00:32:48.207569 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d1a676b7-01a9-4c75-a276-5aaebc36f7fd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:48.216251 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-d1a676b7-01a9-4c75-a276-5aaebc36f7fd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0591428 Jan 17 00:32:48.228099 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34640) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:48.254344 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-fe3080fa-689b-42a8-b001-ca5a7ee1da41 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'security_group_rule': {'security_group_id': 'beabce00-1943-4a18-9ec0-df9d9ce8bfb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:48.388704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a676b7-01a9-4c75-a276-5aaebc36f7fd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beabce00-1943-4a18-9ec0-df9d9ce8bfb0,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:48.496639 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fe3080fa-689b-42a8-b001-ca5a7ee1da41 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (b3d9d13d-a605-4356-ba1e-2ec8fbf323c0), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:48.550539 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-310be051-0c1d-4a2e-8093-beca594c634a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:48.776296 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Publish callbacks [] for port (a26b237f-2be3-449d-ad32-18897807f75e), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:48.800103 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (a26b237f-2be3-449d-ad32-18897807f75e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.068504 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:49.184095 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Attempting to bind port a26b237f-2be3-449d-ad32-18897807f75e on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:32:49.186339 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Attempting to bind port a26b237f-2be3-449d-ad32-18897807f75e by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:32:49.187178 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Attempting to bind port a26b237f-2be3-449d-ad32-18897807f75e on network f459bb8f-704d-426b-98b9-27a9a855a1f2 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:32:49.196616 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:32:49.197863 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Checking segment: {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:49.198419 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.198951 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Bound using segment: {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:32:49.209385 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-310be051-0c1d-4a2e-8093-beca594c634a admin admin] Publish callbacks [] for security_group (6aac9336-c6da-465d-b7a4-a68973e78936), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.213594 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.215128 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Bound port: a26b237f-2be3-449d-ad32-18897807f75e, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:32:49.215587 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a26b237f-2be3-449d-ad32-18897807f75e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.222548 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386638f1-074e-4d00-9569-30534702b553 None None] Pushing event updated for resources: {'Port': ['ID=a26b237f-2be3-449d-ad32-18897807f75e,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:49.378037 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-310be051-0c1d-4a2e-8093-beca594c634a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (6aac9336-c6da-465d-b7a4-a68973e78936), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.422303 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] For port a26b237f-2be3-449d-ad32-18897807f75e, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:32:49.432937 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] For port a26b237f-2be3-449d-ad32-18897807f75e, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=a26b237f-2be3-449d-ad32-18897807f75e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:32:49.441286 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (a26b237f-2be3-449d-ad32-18897807f75e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.587025 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:32:49.587824 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:32:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:49.609112 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386638f1-074e-4d00-9569-30534702b553 None None] Pushing event updated for resources: {'Port': ['ID=a26b237f-2be3-449d-ad32-18897807f75e,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:49.725985 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-ce55dbde-789b-4495-b3d1-7b00b3ae9d91 None None] Provisioning complete for port a26b237f-2be3-449d-ad32-18897807f75e triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:49.727487 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ce55dbde-789b-4495-b3d1-7b00b3ae9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (a26b237f-2be3-449d-ad32-18897807f75e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.788650 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fe3080fa-689b-42a8-b001-ca5a7ee1da41 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (b3d9d13d-a605-4356-ba1e-2ec8fbf323c0), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.796211 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-310be051-0c1d-4a2e-8093-beca594c634a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=485f7ea234c9489aba1474148ec191c7&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5544899 Jan 17 00:32:49.797160 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310be051-0c1d-4a2e-8093-beca594c634a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aac9336-c6da-465d-b7a4-a68973e78936,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:49.807572 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34676) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:49.825797 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fe3080fa-689b-42a8-b001-ca5a7ee1da41 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (b3d9d13d-a605-4356-ba1e-2ec8fbf323c0), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:49.884670 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3080fa-689b-42a8-b001-ca5a7ee1da41 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d9d13d-a605-4356-ba1e-2ec8fbf323c0,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:49.895959 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715e6501-7068-442a-bb10-91ab29546f88 {{(pid=109113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:32:49.914222 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92632f-8cb1-4a5d-8bf2-5f40edbc2360 req-4e6df325-97dc-4155-ae1f-3ed692462aca tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:49.924528 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9f92632f-8cb1-4a5d-8bf2-5f40edbc2360 req-4e6df325-97dc-4155-ae1f-3ed692462aca tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 931 time: 0.4127512 Jan 17 00:32:49.951870 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Publish callbacks [] for port (715e6501-7068-442a-bb10-91ab29546f88), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.031146 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.provisioning_blocks [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Transition to ACTIVE for port object 715e6501-7068-442a-bb10-91ab29546f88 will not be triggered until provisioned by entity L2. {{(pid=109113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:32:50.053577 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:32:50.059145 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Allocated IP 172.27.3.233 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/0f0b8b5a-3abb-4273-856a-1c6eb67353f7) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:32:50.062759 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (715e6501-7068-442a-bb10-91ab29546f88), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.205007 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fe3080fa-689b-42a8-b001-ca5a7ee1da41 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.207535 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-fe3080fa-689b-42a8-b001-ca5a7ee1da41 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9776034 Jan 17 00:32:50.236707 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 34688) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:50.242068 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Pushing event updated for resources: {'Port': ['ID=715e6501-7068-442a-bb10-91ab29546f88,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:50.254505 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5fe85ad0-cadf-412d-97da-7ed05cca1cfb admin admin] Publish callbacks [] for security_group (6aac9336-c6da-465d-b7a4-a68973e78936), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.261530 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-7aa218cb-0586-4213-aee7-02a8b752e2ba tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'security_group_rule': {'security_group_id': 'beabce00-1943-4a18-9ec0-df9d9ce8bfb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:50.382423 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9f92632f-8cb1-4a5d-8bf2-5f40edbc2360 req-2b5a67b9-a533-47c3-9be2-91a1e1dff7b1 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560633 Jan 17 00:32:50.435626 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5fe85ad0-cadf-412d-97da-7ed05cca1cfb admin admin] Publish callbacks [] for security_group (6aac9336-c6da-465d-b7a4-a68973e78936), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.533835 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7aa218cb-0586-4213-aee7-02a8b752e2ba tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (a63d5e67-4e61-40bc-9264-359929e62454), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.613169 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5fe85ad0-cadf-412d-97da-7ed05cca1cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (6aac9336-c6da-465d-b7a4-a68973e78936), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.616872 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5fe85ad0-cadf-412d-97da-7ed05cca1cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.622353 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-5fe85ad0-cadf-412d-97da-7ed05cca1cfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6aac9336-c6da-465d-b7a4-a68973e78936 HTTP/1.1" status: 204 len: 168 time: 0.7999568 Jan 17 00:32:50.659324 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe85ad0-cadf-412d-97da-7ed05cca1cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aac9336-c6da-465d-b7a4-a68973e78936,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:50.777019 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for port (0f0b8b5a-3abb-4273-856a-1c6eb67353f7), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.790826 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-ce55dbde-789b-4495-b3d1-7b00b3ae9d91 None None] Current status of the port a26b237f-2be3-449d-ad32-18897807f75e is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:50.791153 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ce55dbde-789b-4495-b3d1-7b00b3ae9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a26b237f-2be3-449d-ad32-18897807f75e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.879613 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-ce55dbde-789b-4495-b3d1-7b00b3ae9d91 None None] For port a26b237f-2be3-449d-ad32-18897807f75e, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=a26b237f-2be3-449d-ad32-18897807f75e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:32:50.897345 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ce55dbde-789b-4495-b3d1-7b00b3ae9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (a26b237f-2be3-449d-ad32-18897807f75e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.909580 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (0f0b8b5a-3abb-4273-856a-1c6eb67353f7), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:50.967684 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'Port': ['ID=0f0b8b5a-3abb-4273-856a-1c6eb67353f7,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:50.970874 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.managers [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Attempting to bind port 715e6501-7068-442a-bb10-91ab29546f88 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:32:50.972098 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.managers [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Attempting to bind port 715e6501-7068-442a-bb10-91ab29546f88 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '921ffdcc-8727-4931-b472-8e1a565b8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47c7bdf4-9655-419f-a209-4ee64d238137'}] {{(pid=109113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:32:50.972098 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Attempting to bind port 715e6501-7068-442a-bb10-91ab29546f88 on network 47c7bdf4-9655-419f-a209-4ee64d238137 {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:32:50.999942 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Port 715e6501-7068-442a-bb10-91ab29546f88 on network 47c7bdf4-9655-419f-a209-4ee64d238137 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:32:51.000785 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Attempting to bind port 715e6501-7068-442a-bb10-91ab29546f88 on network 47c7bdf4-9655-419f-a209-4ee64d238137 {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:32:51.002362 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:49Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:32:51.023142 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:51.036034 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:51.038786 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:32:51.047157 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Checking segment: {'id': '921ffdcc-8727-4931-b472-8e1a565b8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47c7bdf4-9655-419f-a209-4ee64d238137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:32:51.048033 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Bound using segment: {'id': '921ffdcc-8727-4931-b472-8e1a565b8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47c7bdf4-9655-419f-a209-4ee64d238137'} {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:32:51.048786 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.managers [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Bound port: 715e6501-7068-442a-bb10-91ab29546f88, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921ffdcc-8727-4931-b472-8e1a565b8224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47c7bdf4-9655-419f-a209-4ee64d238137'}}] {{(pid=109113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:32:51.049385 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (715e6501-7068-442a-bb10-91ab29546f88), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:51.067096 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:32:51.073829 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c01f64-d790-4d2e-a51b-6e15d021771a None None] The sync data for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi is: [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:49Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:32:51.089096 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55dbde-789b-4495-b3d1-7b00b3ae9d91 None None] Pushing event updated for resources: {'Port': ['ID=a26b237f-2be3-449d-ad32-18897807f75e,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:51.120545 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-26052e71-1324-41aa-bc88-9d0827266a3e None None] Provisioning complete for port a26b237f-2be3-449d-ad32-18897807f75e triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:51.120989 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-26052e71-1324-41aa-bc88-9d0827266a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (a26b237f-2be3-449d-ad32-18897807f75e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:51.227026 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7aa218cb-0586-4213-aee7-02a8b752e2ba tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (a63d5e67-4e61-40bc-9264-359929e62454), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:51.257445 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7aa218cb-0586-4213-aee7-02a8b752e2ba tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (a63d5e67-4e61-40bc-9264-359929e62454), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:51.470525 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-26052e71-1324-41aa-bc88-9d0827266a3e None None] Current status of the port a26b237f-2be3-449d-ad32-18897807f75e is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:51.547771 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] For port 715e6501-7068-442a-bb10-91ab29546f88, host hv-cinder-81546, cleared binding levels {{(pid=109113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:32:51.563981 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa218cb-0586-4213-aee7-02a8b752e2ba tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63d5e67-4e61-40bc-9264-359929e62454,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:51.649719 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device a26b237f-2be3-449d-ad32-18897807f75e up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:32:51.725773 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] For port 715e6501-7068-442a-bb10-91ab29546f88, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=715e6501-7068-442a-bb10-91ab29546f88,segment=NetworkSegment(921ffdcc-8727-4931-b472-8e1a565b8224),segment_id=921ffdcc-8727-4931-b472-8e1a565b8224)] {{(pid=109113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:32:51.757128 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (2a512709-5ce1-4783-8ce6-d5ba3e2b758b), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:51.772264 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7aa218cb-0586-4213-aee7-02a8b752e2ba tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:51.782119 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34740) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:51.791293 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-7aa218cb-0586-4213-aee7-02a8b752e2ba tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5316653 Jan 17 00:32:51.801118 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'floatingip': {'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:32:51.821431 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (715e6501-7068-442a-bb10-91ab29546f88), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:51.903621 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34742) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:51.904199 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port a26b237f-2be3-449d-ad32-18897807f75e triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:32:51.904587 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (a26b237f-2be3-449d-ad32-18897807f75e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:51.982188 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32298a47-196f-4ad0-aaf8-ac894ca44b55 req-9f2312d6-1187-479c-9fe2-63cca2b0f268 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:51.997593 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32298a47-196f-4ad0-aaf8-ac894ca44b55 req-9f2312d6-1187-479c-9fe2-63cca2b0f268 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 943 time: 0.3077958 Jan 17 00:32:52.008122 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:52.029160 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:52.031786 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:52.033632 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] 10.222.0.15 "PUT /v2.0/ports/715e6501-7068-442a-bb10-91ab29546f88 HTTP/1.1" status: 200 len: 1093 time: 5.7670176 Jan 17 00:32:52.051017 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bbb44b-39dc-42db-a10a-191cec803b48', 'tag': '715e6501-7068-442a-bb10-91ab29546f88'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:32:52.401293 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port a26b237f-2be3-449d-ad32-18897807f75e is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:32:52.605585 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32298a47-196f-4ad0-aaf8-ac894ca44b55 req-292d8fdf-44a5-4cb3-9aef-e1dc2e9bdddb tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035717 Jan 17 00:32:52.691939 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0f0b8b5a-3abb-4273-856a-1c6eb67353f7), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:52.725063 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-26fda3c5-16ed-4b11-9c5b-b6a7e53832a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:53.119032 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584de86-5f96-4942-b8c1-b02a8f37fd81 service neutron] Pushing event updated for resources: {'Port': ['ID=715e6501-7068-442a-bb10-91ab29546f88,revision_number=3']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:53.168934 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-cdc33bb8-02a7-4e16-a7a7-94f97e7bf6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:53.170910 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-cdc33bb8-02a7-4e16-a7a7-94f97e7bf6f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7a5689a8d04036a44cdcfcc4d6bbde&device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 1096 time: 0.7158785 Jan 17 00:32:53.284838 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-26fda3c5-16ed-4b11-9c5b-b6a7e53832a0 admin admin] Publish callbacks [] for security_group (ea6a79a7-f31d-4a16-8db1-f3f5b6e0819a), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:53.350501 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-26fda3c5-16ed-4b11-9c5b-b6a7e53832a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ea6a79a7-f31d-4a16-8db1-f3f5b6e0819a), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:53.443660 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-b9d719cf-2b4d-44dd-80c1-aa801a768455 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e6501-7068-442a-bb10-91ab29546f88 HTTP/1.1" status: 200 len: 217 time: 0.2315300 Jan 17 00:32:53.448389 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:53.451152 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fda3c5-16ed-4b11-9c5b-b6a7e53832a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6a79a7-f31d-4a16-8db1-f3f5b6e0819a,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:53.531318 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-26fda3c5-16ed-4b11-9c5b-b6a7e53832a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4586c2897214ee39308dfd24f90f3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6255538 Jan 17 00:32:53.539939 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 34812) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:32:53.540097 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bd83f0-c16c-431c-ab06-8dde7b320a88" -d '{"events": [{"name": "network-changed", "server_uuid": "48bbb44b-39dc-42db-a10a-191cec803b48", "tag": "715e6501-7068-442a-bb10-91ab29546f88"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:32:53.810806 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-760a711f-22c5-4806-a2c3-000d5f0da82c admin admin] Publish callbacks [] for security_group (ea6a79a7-f31d-4a16-8db1-f3f5b6e0819a), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.021730 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-760a711f-22c5-4806-a2c3-000d5f0da82c admin admin] Publish callbacks [] for security_group (ea6a79a7-f31d-4a16-8db1-f3f5b6e0819a), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.110112 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Allocated IP 172.27.3.155 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/2f460a64-d29d-4f93-9b7f-04a1dc70f1de) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:32:54.263633 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a45e7c-826c-4525-87d6-621f7d46a6c1 x-openstack-request-id: req-27a45e7c-826c-4525-87d6-621f7d46a6c1 {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:32:54.264447 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bbb44b-39dc-42db-a10a-191cec803b48", "tag": "715e6501-7068-442a-bb10-91ab29546f88", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:32:54.264447 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27a45e7c-826c-4525-87d6-621f7d46a6c1 {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:32:54.265662 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bbb44b-39dc-42db-a10a-191cec803b48', 'tag': '715e6501-7068-442a-bb10-91ab29546f88', 'status': 'completed', 'code': 200} Jan 17 00:32:54.364921 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for port (0f0b8b5a-3abb-4273-856a-1c6eb67353f7), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.374897 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-562a4c25-c2f0-4997-a13f-7ec941d4b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:54.387626 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880627-29b8-49d9-9dc2-498a86f0f077 req-f88a8ac6-8843-45fd-9eb9-7ec320c6ac5f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:54.388672 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5e880627-29b8-49d9-9dc2-498a86f0f077 req-f88a8ac6-8843-45fd-9eb9-7ec320c6ac5f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 943 time: 0.3489664 Jan 17 00:32:54.410992 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-562a4c25-c2f0-4997-a13f-7ec941d4b5e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2797a84f-a883-4a10-af72-efeb3c82d6e1 HTTP/1.1" status: 200 len: 852 time: 0.9204185 Jan 17 00:32:54.412663 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0f0b8b5a-3abb-4273-856a-1c6eb67353f7), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.501599 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5e880627-29b8-49d9-9dc2-498a86f0f077 req-7c527aae-a3f3-4888-9557-b3448b05638c tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921130 Jan 17 00:32:54.507537 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-760a711f-22c5-4806-a2c3-000d5f0da82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ea6a79a7-f31d-4a16-8db1-f3f5b6e0819a), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.514901 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-760a711f-22c5-4806-a2c3-000d5f0da82c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.516188 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (2a512709-5ce1-4783-8ce6-d5ba3e2b758b), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.524183 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-760a711f-22c5-4806-a2c3-000d5f0da82c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea6a79a7-f31d-4a16-8db1-f3f5b6e0819a HTTP/1.1" status: 204 len: 168 time: 0.8546357 Jan 17 00:32:54.561567 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-a9c98e25-4fa3-46f7-befa-de5f6ebbabb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47c7bdf4-9655-419f-a209-4ee64d238137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173699 Jan 17 00:32:54.572706 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a711f-22c5-4806-a2c3-000d5f0da82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6a79a7-f31d-4a16-8db1-f3f5b6e0819a,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:54.711535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for port (2f460a64-d29d-4f93-9b7f-04a1dc70f1de), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.820614 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (2f460a64-d29d-4f93-9b7f-04a1dc70f1de), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.851803 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'Port': ['ID=0f0b8b5a-3abb-4273-856a-1c6eb67353f7,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:54.858760 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:54.860138 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-99df4b7c-e26e-4b10-9169-8a81d64e83fa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6168225 Jan 17 00:32:54.923654 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-bee780a6-d2fe-4260-ba20-d0e33d58d313 service neutron] 10.222.0.15 "GET /v2.0/networks/47c7bdf4-9655-419f-a209-4ee64d238137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190889 Jan 17 00:32:54.936676 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:32:54.942511 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:32:54.948769 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:32:54.955998 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'Port': ['ID=2f460a64-d29d-4f93-9b7f-04a1dc70f1de,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:55.111043 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (e26ac861-75f3-4367-afe4-ac45fa989ef5), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:55.292924 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (2f460a64-d29d-4f93-9b7f-04a1dc70f1de), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:55.397981 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-8ef3898c-b3c1-4aec-afbf-16c8e08f7185 req-11845264-7929-402e-8262-b4b190d7940b service neutron] 10.222.0.15 "GET /v2.0/networks/47c7bdf4-9655-419f-a209-4ee64d238137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675660 Jan 17 00:32:56.165347 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-d3e41426-8a5a-43f5-b98b-76d792dc7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:56.175264 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-d3e41426-8a5a-43f5-b98b-76d792dc7e57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7a5689a8d04036a44cdcfcc4d6bbde&device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 1096 time: 0.2871573 Jan 17 00:32:56.465642 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for port (2f460a64-d29d-4f93-9b7f-04a1dc70f1de), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:56.479086 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-ded5736a-4af0-4a9d-8a93-b877aa2356bd tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1495896922&fields=id&tenant_id=f9762fcecd21489b98111f1858e80326 HTTP/1.1" status: 200 len: 267 time: 0.9526491 Jan 17 00:32:56.485875 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (2f460a64-d29d-4f93-9b7f-04a1dc70f1de), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:56.588680 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c1565-ce1f-4f8b-991e-54ccc4017598 req-df7722e6-4f19-49ca-b2da-b9a18eadfbee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:56.595381 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9a9c1565-ce1f-4f8b-991e-54ccc4017598 req-df7722e6-4f19-49ca-b2da-b9a18eadfbee tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 943 time: 0.7267265 Jan 17 00:32:56.865296 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (e26ac861-75f3-4367-afe4-ac45fa989ef5), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:56.918862 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-8a3e6450-8297-45b7-833b-a70f298a4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:56.921318 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-8a3e6450-8297-45b7-833b-a70f298a4004 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47c7bdf4-9655-419f-a209-4ee64d238137 HTTP/1.1" status: 200 len: 913 time: 0.6421714 Jan 17 00:32:56.989731 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-f750762a-84ff-489d-8a3e-9ecc3e2b7c07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e6501-7068-442a-bb10-91ab29546f88 HTTP/1.1" status: 200 len: 217 time: 0.0466540 Jan 17 00:32:57.024346 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:32:57.034298 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2495556 Jan 17 00:32:57.070528 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7756d4-4eca-475d-802e-25d9ecc2efe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'Port': ['ID=2f460a64-d29d-4f93-9b7f-04a1dc70f1de,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:32:57.140250 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9a9c1565-ce1f-4f8b-991e-54ccc4017598 req-7b9aca66-14f8-45fd-a5f3-25d7a38a6e27 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825081 Jan 17 00:32:57.295054 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-aadfc737-7cc6-46ab-bdfc-33e527922d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:57.298758 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-aadfc737-7cc6-46ab-bdfc-33e527922d6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2797a84f-a883-4a10-af72-efeb3c82d6e1 HTTP/1.1" status: 200 len: 852 time: 0.2695088 Jan 17 00:32:57.311094 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-f9f877e3-f91b-4a33-9beb-b4f64ae6143e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:57.313243 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-f9f877e3-f91b-4a33-9beb-b4f64ae6143e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 811 time: 0.8239849 Jan 17 00:32:57.449365 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-cd35b4b1-4f5f-4eb6-bb6c-8a4e4997b7c4 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/quotas/f9762fcecd21489b98111f1858e80326 HTTP/1.1" status: 200 len: 375 time: 0.1176379 Jan 17 00:32:57.462446 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-62d333fb-5d55-4824-a2f4-0db768d67256 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47c7bdf4-9655-419f-a209-4ee64d238137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418445 Jan 17 00:32:57.851105 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-c68179a8-311a-4ceb-a332-faecd7dc82d4 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3950243 Jan 17 00:32:58.006926 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-2a498bb3-f3c4-40e4-b26e-2350a47c4489 service neutron] 10.222.0.15 "GET /v2.0/networks/47c7bdf4-9655-419f-a209-4ee64d238137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384999 Jan 17 00:32:58.283164 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-d692e6ab-e66d-4a2a-856a-6803db312c40 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1954537629&fields=id&tenant_id=8b2712d873674207a8abc2738a48850a HTTP/1.1" status: 200 len: 267 time: 0.3096719 Jan 17 00:32:58.329360 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-f1d3b331-aa12-4380-a6d4-35a0e16ad26d service neutron] 10.222.0.24 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563923 Jan 17 00:32:58.334003 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-91bd83f0-c16c-431c-ab06-8dde7b320a88 req-c9b4e12c-e2af-4e57-a991-03e28ef87cb6 service neutron] 10.222.0.15 "GET /v2.0/networks/47c7bdf4-9655-419f-a209-4ee64d238137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107061 Jan 17 00:32:58.971281 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-99620af9-9b10-4851-a6b2-b850f82883cc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:58.980911 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-99620af9-9b10-4851-a6b2-b850f82883cc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 816 time: 0.6819015 Jan 17 00:32:59.014043 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-1fc2e11b-9ca9-4480-9daa-6909eb85da29 service neutron] 10.222.0.24 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740149 Jan 17 00:32:59.023002 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-efba6d2e-ebb3-48c2-849d-5cc5b08a1bde tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/quotas/8b2712d873674207a8abc2738a48850a HTTP/1.1" status: 200 len: 375 time: 0.0409408 Jan 17 00:32:59.120095 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-a933a84f-36d9-4635-a720-c479ae4c4fcc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938418 Jan 17 00:32:59.550433 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-39b07d87-21b2-40a7-a0a3-1792c6c347dd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:32:59.553360 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-39b07d87-21b2-40a7-a0a3-1792c6c347dd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1373529 Jan 17 00:32:59.771100 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93803a-bc0e-447b-9a3b-3439a418440e req-b9a52315-71b8-4ee2-a7cb-8840e4523548 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:32:59.788092 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0b93803a-bc0e-447b-9a3b-3439a418440e req-b9a52315-71b8-4ee2-a7cb-8840e4523548 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 943 time: 0.2711251 Jan 17 00:32:59.909490 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-c180e7da-ce09-43e8-be54-c8a4fe7010e2 service neutron] 10.222.0.24 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224425 Jan 17 00:32:59.979526 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0b93803a-bc0e-447b-9a3b-3439a418440e req-ef9a7148-2ca3-4f3e-a53f-0b9f0af483e0 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883094 Jan 17 00:33:00.201845 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8176057-110e-434f-953c-e85900d9c1fd req-68da5bcd-a049-4d61-8da2-33d1e0923009 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 210 time: 0.0732539 Jan 17 00:33:00.279535 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-ccdcc18f-dbd8-4d5f-98b5-701df956bf9d service neutron] 10.222.0.24 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603332 Jan 17 00:33:00.880850 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2b15348e-9b62-4ed1-853a-688d9a6aa671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:00.982479 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-25b5fc36-1243-42b8-8748-0472b28e79c0 req-b712bbbc-2769-4a28-b1e0-695bc667436d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 210 time: 0.0893912 Jan 17 00:33:01.138614 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35114) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:01.228522 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6c13d-cd9a-46e4-b05e-a38fb163a83f req-fbaae7ef-2419-4a20-8986-046a10e9c76e tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:01.230859 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-94e6c13d-cd9a-46e4-b05e-a38fb163a83f req-fbaae7ef-2419-4a20-8986-046a10e9c76e tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 943 time: 0.0835969 Jan 17 00:33:01.459080 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-94e6c13d-cd9a-46e4-b05e-a38fb163a83f req-de9d77f9-90b2-4b80-b22b-4d3a71a4f319 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132609 Jan 17 00:33:01.470076 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5634698c-6f95-4349-a51b-1bd8951e9414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:01.496624 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-47b1f4c3-8499-45ee-85e6-f9144c022e36 req-0569eca1-d428-45df-b2dc-495c879e48c7 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 210 time: 0.1177063 Jan 17 00:33:01.594988 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5634698c-6f95-4349-a51b-1bd8951e9414 admin admin] Publish callbacks [] for security_group (107d6489-0caf-42df-9646-5585d09b74bc), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:01.601013 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5634698c-6f95-4349-a51b-1bd8951e9414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (107d6489-0caf-42df-9646-5585d09b74bc), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:01.666212 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-5634698c-6f95-4349-a51b-1bd8951e9414 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2268f26ca16948928e288ff6c497ed26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5262349 Jan 17 00:33:01.672626 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 35136) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:01.752071 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634698c-6f95-4349-a51b-1bd8951e9414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107d6489-0caf-42df-9646-5585d09b74bc,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:01.760495 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1fb504bd-d7ba-4a59-935d-0e3f62fc97f1 admin admin] Publish callbacks [] for security_group (107d6489-0caf-42df-9646-5585d09b74bc), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:01.838178 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1fb504bd-d7ba-4a59-935d-0e3f62fc97f1 admin admin] Publish callbacks [] for security_group (107d6489-0caf-42df-9646-5585d09b74bc), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:01.965987 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1fb504bd-d7ba-4a59-935d-0e3f62fc97f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (107d6489-0caf-42df-9646-5585d09b74bc), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:01.971170 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1fb504bd-d7ba-4a59-935d-0e3f62fc97f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:01.973613 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-1fb504bd-d7ba-4a59-935d-0e3f62fc97f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/107d6489-0caf-42df-9646-5585d09b74bc HTTP/1.1" status: 204 len: 168 time: 0.2986984 Jan 17 00:33:02.006724 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb504bd-d7ba-4a59-935d-0e3f62fc97f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107d6489-0caf-42df-9646-5585d09b74bc,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:02.202721 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-617e85f5-a8e0-4631-96cc-04808e71c6fe req-4eff2692-5bec-4e31-9c51-4c0cf1b2bf0c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 210 time: 0.0492604 Jan 17 00:33:02.524198 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 35170) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:02.560313 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7199f203-6198-49c1-855d-187566dbc44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:02.777342 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-903ff74b-7193-461d-996c-0c38c112fbb8 req-152cfafd-a4ee-43fa-925a-f37cb3015c6c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 210 time: 0.0988688 Jan 17 00:33:02.845836 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c68ee6-214b-4e10-ae67-a88369bd9413 req-dfb78d0d-1a09-41d4-a213-c783e242a92d tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:02.866435 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b2c68ee6-214b-4e10-ae67-a88369bd9413 req-dfb78d0d-1a09-41d4-a213-c783e242a92d tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 943 time: 0.2286017 Jan 17 00:33:02.868237 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35180) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:03.002413 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b2c68ee6-214b-4e10-ae67-a88369bd9413 req-7852a1bb-d82e-4429-a96b-7680d88921b7 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350839 Jan 17 00:33:03.011020 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e22e-957a-41f9-a838-ff22c39dd721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.027704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7199f203-6198-49c1-855d-187566dbc44b admin admin] Publish callbacks [] for security_group (0910562c-934c-430b-9224-792634d7a1e7), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.034877 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7199f203-6198-49c1-855d-187566dbc44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (0910562c-934c-430b-9224-792634d7a1e7), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.112285 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-7199f203-6198-49c1-855d-187566dbc44b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=447767662eda4c459d304eea7c8a8722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5863330 Jan 17 00:33:03.114031 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199f203-6198-49c1-855d-187566dbc44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0910562c-934c-430b-9224-792634d7a1e7,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:03.118285 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 35186) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:03.134523 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e22e-957a-41f9-a838-ff22c39dd721 admin admin] Publish callbacks [] for security_group (5d1fba0c-d705-4c4a-bcfd-8de82285a437), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.143721 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dcd8e22e-957a-41f9-a838-ff22c39dd721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (5d1fba0c-d705-4c4a-bcfd-8de82285a437), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.170987 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-47d18f7c-db6b-42ae-9e23-8e565672bafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.212264 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-dcd8e22e-957a-41f9-a838-ff22c39dd721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6eb52f5c284c45219521ab8f070c02f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403859 Jan 17 00:33:03.213397 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 35192) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:03.214859 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8e22e-957a-41f9-a838-ff22c39dd721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1fba0c-d705-4c4a-bcfd-8de82285a437,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:03.252887 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-faec6cef-4ef0-464f-b87b-5809f17954c8 admin admin] Publish callbacks [] for security_group (0910562c-934c-430b-9224-792634d7a1e7), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.322246 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-faec6cef-4ef0-464f-b87b-5809f17954c8 admin admin] Publish callbacks [] for security_group (0910562c-934c-430b-9224-792634d7a1e7), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.380213 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed99ddf1-4f3b-4a61-a24f-a46fd2a467ce req-08aab612-8e09-4ecb-8baa-e8a096817719 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 210 time: 0.0554147 Jan 17 00:33:03.394524 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe6de-78d4-4476-9297-0248291a8941 admin admin] Publish callbacks [] for security_group (5d1fba0c-d705-4c4a-bcfd-8de82285a437), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.455651 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe6de-78d4-4476-9297-0248291a8941 admin admin] Publish callbacks [] for security_group (5d1fba0c-d705-4c4a-bcfd-8de82285a437), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.486931 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-faec6cef-4ef0-464f-b87b-5809f17954c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (0910562c-934c-430b-9224-792634d7a1e7), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.492446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-faec6cef-4ef0-464f-b87b-5809f17954c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.497155 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-faec6cef-4ef0-464f-b87b-5809f17954c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0910562c-934c-430b-9224-792634d7a1e7 HTTP/1.1" status: 204 len: 168 time: 0.3718398 Jan 17 00:33:03.543101 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec6cef-4ef0-464f-b87b-5809f17954c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0910562c-934c-430b-9224-792634d7a1e7,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:03.598407 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe6de-78d4-4476-9297-0248291a8941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (5d1fba0c-d705-4c4a-bcfd-8de82285a437), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.609798 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe6de-78d4-4476-9297-0248291a8941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:03.611703 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-8c6fe6de-78d4-4476-9297-0248291a8941 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d1fba0c-d705-4c4a-bcfd-8de82285a437 HTTP/1.1" status: 204 len: 168 time: 0.3964155 Jan 17 00:33:03.623274 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fe6de-78d4-4476-9297-0248291a8941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1fba0c-d705-4c4a-bcfd-8de82285a437,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:03.889585 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b2a3abbf-6718-46bc-bf91-1825d5a63ca7 req-6df8ab77-d263-4be1-80dc-dea41def9231 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 210 time: 0.0352218 Jan 17 00:33:04.155233 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35240) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:04.180456 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ad008233-31f1-4e60-b5cd-7ef8f9ea0e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:04.228043 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccee989-1a64-4f34-8c60-864d8062792f req-8ee82ebd-2191-47e6-9f72-e0a5cf0e5b82 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:04.231048 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cccee989-1a64-4f34-8c60-864d8062792f req-8ee82ebd-2191-47e6-9f72-e0a5cf0e5b82 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 943 time: 0.1091774 Jan 17 00:33:04.312525 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ad008233-31f1-4e60-b5cd-7ef8f9ea0e66 admin admin] Publish callbacks [] for security_group (a24b3d8f-f31f-420c-a305-e7e8ee53bd98), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:04.317627 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cccee989-1a64-4f34-8c60-864d8062792f req-54681f6e-02a7-4000-9c9b-34a12328f804 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780327 Jan 17 00:33:04.319959 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ad008233-31f1-4e60-b5cd-7ef8f9ea0e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a24b3d8f-f31f-420c-a305-e7e8ee53bd98), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:04.400368 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-ad008233-31f1-4e60-b5cd-7ef8f9ea0e66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab92016309c444bda0649a3477423259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406976 Jan 17 00:33:04.400853 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 35242) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:04.401412 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad008233-31f1-4e60-b5cd-7ef8f9ea0e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b3d8f-f31f-420c-a305-e7e8ee53bd98,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:04.491588 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d051-44af-46bc-af3e-9123c4df2c4d admin admin] Publish callbacks [] for security_group (a24b3d8f-f31f-420c-a305-e7e8ee53bd98), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:04.572471 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4d55abf2-315c-4d35-a0b5-46620821aad6 req-9f10eb6e-0cea-4ef3-b213-26da6ea0511c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 210 time: 0.0617256 Jan 17 00:33:04.576148 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d051-44af-46bc-af3e-9123c4df2c4d admin admin] Publish callbacks [] for security_group (a24b3d8f-f31f-420c-a305-e7e8ee53bd98), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:04.661606 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d051-44af-46bc-af3e-9123c4df2c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a24b3d8f-f31f-420c-a305-e7e8ee53bd98), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:04.664352 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d051-44af-46bc-af3e-9123c4df2c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:04.665590 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-9cd0d051-44af-46bc-af3e-9123c4df2c4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a24b3d8f-f31f-420c-a305-e7e8ee53bd98 HTTP/1.1" status: 204 len: 168 time: 0.2638607 Jan 17 00:33:04.676974 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0d051-44af-46bc-af3e-9123c4df2c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b3d8f-f31f-420c-a305-e7e8ee53bd98,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:04.838013 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:05.018285 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 715e6501-7068-442a-bb10-91ab29546f88 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:33:05.064252 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:05.139483 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-83ba8f98-6283-4aa0-b71e-8d2a39e67c28 req-33ffd275-d5b4-4d4c-8f77-ca0d9b0b2f07 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 210 time: 0.1009545 Jan 17 00:33:05.367792 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 715e6501-7068-442a-bb10-91ab29546f88, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=715e6501-7068-442a-bb10-91ab29546f88,segment=NetworkSegment(921ffdcc-8727-4931-b472-8e1a565b8224),segment_id=921ffdcc-8727-4931-b472-8e1a565b8224)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:05.392129 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '715e6501-7068-442a-bb10-91ab29546f88', 'network_id': '47c7bdf4-9655-419f-a209-4ee64d238137', 'port_id': '715e6501-7068-442a-bb10-91ab29546f88', 'mac_address': 'fa:16:3e:9d:0e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2797a84f-a883-4a10-af72-efeb3c82d6e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:33:05.463917 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-3005d5f5-f14f-4513-95e2-dcc556baa751 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:05.480179 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-3005d5f5-f14f-4513-95e2-dcc556baa751 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 811 time: 0.4854510 Jan 17 00:33:05.484449 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 715e6501-7068-442a-bb10-91ab29546f88 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:33:05.485336 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (715e6501-7068-442a-bb10-91ab29546f88), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:05.540971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715e6501-7068-442a-bb10-91ab29546f88 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:33:05.564924 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.15', 61273) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:05.659286 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 715e6501-7068-442a-bb10-91ab29546f88, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=715e6501-7068-442a-bb10-91ab29546f88,segment=NetworkSegment(921ffdcc-8727-4931-b472-8e1a565b8224),segment_id=921ffdcc-8727-4931-b472-8e1a565b8224)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:05.689312 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (715e6501-7068-442a-bb10-91ab29546f88), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:05.818319 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-d78810ea-34f1-430b-a5f6-b789f5b17f5a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9762fcecd21489b98111f1858e80326 HTTP/1.1" status: 200 len: 380 time: 0.3200510 Jan 17 00:33:05.851291 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'port': {'device_id': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'admin_state_up': True, 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'security_groups': ['52c5aad6-9088-4ff5-91d6-c99ea7193267']}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:33:05.899768 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=715e6501-7068-442a-bb10-91ab29546f88,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:06.011730 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-ee386356-1e8c-47bb-be9b-4782daa28cf1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:06.022361 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-ee386356-1e8c-47bb-be9b-4782daa28cf1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 816 time: 0.4495025 Jan 17 00:33:06.079676 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['715e6501-7068-442a-bb10-91ab29546f88'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:33:06.151432 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Made reservation on behalf of f9762fcecd21489b98111f1858e80326 for: {'port': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:33:06.181063 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:06.327184 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec7ee74d-f9da-44d2-afe8-94b2ae1bac7a req-7201d119-d2b4-4d71-8cae-e68c3fdb7a50 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 210 time: 0.3013759 Jan 17 00:33:06.415842 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fcce6-0590-4cc5-94bf-6576983eb865 req-fd1dd8da-d2c5-482e-8008-e118975942e9 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:06.430727 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d56fcce6-0590-4cc5-94bf-6576983eb865 req-fd1dd8da-d2c5-482e-8008-e118975942e9 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 944 time: 0.3957434 Jan 17 00:33:06.795010 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Allocated IP 172.20.0.6 (22fb6404-5f10-4c0e-8046-52ecafb709e8/36b636d4-597d-47bb-856e-19ae1f9f8825/174d8027-9f67-4cc9-a015-350edf2fda58) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:33:06.825167 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d6fb5fd0-45ad-4a91-aa05-e4875b448f43 req-057532bb-f8b5-4037-a85e-fdc20c5ae5ca tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 210 time: 0.2248838 Jan 17 00:33:06.887361 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-1ec2956c-8388-4123-baa3-344f8ec83142 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b2712d873674207a8abc2738a48850a HTTP/1.1" status: 200 len: 380 time: 0.8414552 Jan 17 00:33:06.890917 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d56fcce6-0590-4cc5-94bf-6576983eb865 req-0b52ee19-2cff-42fd-b396-ab2b62d1add2 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577277 Jan 17 00:33:06.900249 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:06.901994 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'port': {'device_id': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'admin_state_up': True, 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'security_groups': ['beabce00-1943-4a18-9ec0-df9d9ce8bfb0']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:33:07.168818 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Made reservation on behalf of 8b2712d873674207a8abc2738a48850a for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:33:07.181805 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:07.192943 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for port (174d8027-9f67-4cc9-a015-350edf2fda58), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:07.299477 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:07.322644 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:07.393181 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:33:07.404547 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:33:07.412418 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:33:07.429344 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:07.430783 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:07.490528 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'Port': ['ID=174d8027-9f67-4cc9-a015-350edf2fda58,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:07.521182 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-4af8b89e-02dc-400f-8062-85d378c07089 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6898923 Jan 17 00:33:07.553217 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Allocated IP 172.20.0.13 (f459bb8f-704d-426b-98b9-27a9a855a1f2/da467d0c-54ae-4485-a925-473653560edb/d387932f-7090-40dc-82db-f73f3978410d) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:33:07.641796 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35378) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:07.776651 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1f91147-f32c-4dfd-b3c3-0bf109db58a4 req-e334b294-807c-4366-ab03-63a4569e30fe tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 210 time: 0.1736994 Jan 17 00:33:07.970886 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-07ed5d51-0cd5-4822-b446-601b492efa34 None None] Provisioning complete for port 174d8027-9f67-4cc9-a015-350edf2fda58 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:33:07.974195 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-07ed5d51-0cd5-4822-b446-601b492efa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.041608 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for port (d387932f-7090-40dc-82db-f73f3978410d), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.050747 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-07ed5d51-0cd5-4822-b446-601b492efa34 None None] Port 174d8027-9f67-4cc9-a015-350edf2fda58 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:33:08.077647 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e453ea65-fad4-43b9-b9c1-4f015fae3474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.173604 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb6542-282a-4ba6-a9e7-da0e50f0a5f2 req-3ca4fd2f-dcda-498e-88ea-40785f33aa6e tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:08.175383 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55fb6542-282a-4ba6-a9e7-da0e50f0a5f2 req-3ca4fd2f-dcda-498e-88ea-40785f33aa6e tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 944 time: 0.1144168 Jan 17 00:33:08.200366 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e453ea65-fad4-43b9-b9c1-4f015fae3474 admin admin] Publish callbacks [] for security_group (c73c1272-03b9-4fb6-821e-e84a835cef22), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.202535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f877d4-78f5-4a96-a9fa-d9768f2f0dca req-7e947805-7047-40a2-95cd-eee465458f77 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:08.204312 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f877d4-78f5-4a96-a9fa-d9768f2f0dca req-7e947805-7047-40a2-95cd-eee465458f77 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 931 time: 0.1150503 Jan 17 00:33:08.205317 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e453ea65-fad4-43b9-b9c1-4f015fae3474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (c73c1272-03b9-4fb6-821e-e84a835cef22), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.211984 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.255141 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-e453ea65-fad4-43b9-b9c1-4f015fae3474 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab409a33131c487aaa7396d27a30f490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6131873 Jan 17 00:33:08.257615 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35404) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:08.265591 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453ea65-fad4-43b9-b9c1-4f015fae3474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c1272-03b9-4fb6-821e-e84a835cef22,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:08.323897 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c8b325c2-d303-4038-ad51-3cc9672c721e admin admin] Publish callbacks [] for security_group (c73c1272-03b9-4fb6-821e-e84a835cef22), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.358824 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c8b325c2-d303-4038-ad51-3cc9672c721e admin admin] Publish callbacks [] for security_group (c73c1272-03b9-4fb6-821e-e84a835cef22), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.446163 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c8b325c2-d303-4038-ad51-3cc9672c721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (c73c1272-03b9-4fb6-821e-e84a835cef22), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.451333 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c8b325c2-d303-4038-ad51-3cc9672c721e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.453641 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c8b325c2-d303-4038-ad51-3cc9672c721e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c73c1272-03b9-4fb6-821e-e84a835cef22 HTTP/1.1" status: 204 len: 168 time: 0.1944430 Jan 17 00:33:08.469304 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b325c2-d303-4038-ad51-3cc9672c721e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c1272-03b9-4fb6-821e-e84a835cef22,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:08.533061 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:33:08.548163 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55fb6542-282a-4ba6-a9e7-da0e50f0a5f2 req-f456d30a-feb5-4755-9e18-f97ddf0bc6f5 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634210 Jan 17 00:33:08.569006 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:33:08.593012 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:33:08.603012 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:08.603875 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.626483 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:08.636345 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-49f53ae7-8ea0-42d5-ac28-3776f5221556 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7385828 Jan 17 00:33:08.642128 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f877d4-78f5-4a96-a9fa-d9768f2f0dca req-55be2fce-75bf-4266-8c2b-bd51b24bd4fd tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176166 Jan 17 00:33:08.923137 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-0df6ab7e-37be-4497-82f8-5dcf48c240e8 None None] Provisioning complete for port d387932f-7090-40dc-82db-f73f3978410d triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:33:08.923967 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-0df6ab7e-37be-4497-82f8-5dcf48c240e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (d387932f-7090-40dc-82db-f73f3978410d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:08.985958 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-0df6ab7e-37be-4497-82f8-5dcf48c240e8 None None] Port d387932f-7090-40dc-82db-f73f3978410d cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:33:09.058967 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20e20d-49e9-4554-98b9-d2cc33b81b19 req-8720b259-9340-42c0-94cf-1562c84d9c2b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:09.074156 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9f20e20d-49e9-4554-98b9-d2cc33b81b19 req-8720b259-9340-42c0-94cf-1562c84d9c2b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 932 time: 0.0975974 Jan 17 00:33:09.108579 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35432) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:09.128620 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9a9d26a2-d106-4207-9be6-c10633579b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:09.162344 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9f20e20d-49e9-4554-98b9-d2cc33b81b19 req-c1a7de65-1d15-410f-8e5e-f896f8339562 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866742 Jan 17 00:33:09.257253 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9a9d26a2-d106-4207-9be6-c10633579b6a admin admin] Publish callbacks [] for security_group (266d026f-6ede-4f60-97b0-9562e26514fa), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:09.264771 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9a9d26a2-d106-4207-9be6-c10633579b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (266d026f-6ede-4f60-97b0-9562e26514fa), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:09.339357 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 35444) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:09.340200 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-9a9d26a2-d106-4207-9be6-c10633579b6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f108080973f466dbf2b81e7885fb978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297521 Jan 17 00:33:09.341950 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d26a2-d106-4207-9be6-c10633579b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266d026f-6ede-4f60-97b0-9562e26514fa,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:09.405320 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8abbef7d-0134-43c6-807f-d61301cfd94e admin admin] Publish callbacks [] for security_group (266d026f-6ede-4f60-97b0-9562e26514fa), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:09.433995 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8abbef7d-0134-43c6-807f-d61301cfd94e admin admin] Publish callbacks [] for security_group (266d026f-6ede-4f60-97b0-9562e26514fa), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:09.513822 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8abbef7d-0134-43c6-807f-d61301cfd94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (266d026f-6ede-4f60-97b0-9562e26514fa), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:09.516506 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8abbef7d-0134-43c6-807f-d61301cfd94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:09.518024 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-8abbef7d-0134-43c6-807f-d61301cfd94e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/266d026f-6ede-4f60-97b0-9562e26514fa HTTP/1.1" status: 204 len: 168 time: 0.1768961 Jan 17 00:33:09.529954 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbef7d-0134-43c6-807f-d61301cfd94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266d026f-6ede-4f60-97b0-9562e26514fa,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:09.728623 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7d7d6-4641-4a57-acdb-d330ff2c3acf req-6cd278df-1ebd-4a6c-b079-23b40fd60a6b tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:09.735090 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ef7d7d6-4641-4a57-acdb-d330ff2c3acf req-6cd278df-1ebd-4a6c-b079-23b40fd60a6b tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 944 time: 0.1093452 Jan 17 00:33:09.894751 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f58cc-994c-4d67-8edc-d5a73a04ad8a req-6f61c7cf-7841-4540-b265-b628c320f376 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:09.897478 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-790f58cc-994c-4d67-8edc-d5a73a04ad8a req-6f61c7cf-7841-4540-b265-b628c320f376 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 931 time: 0.1578095 Jan 17 00:33:09.904144 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ef7d7d6-4641-4a57-acdb-d330ff2c3acf req-a9e6c50d-51f8-4fe3-9f72-f9836e5dad2a tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463521 Jan 17 00:33:09.917670 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Request body: {'port': {'device_id': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:33:09.971989 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Request body: {'port': {'device_id': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:33:10.076220 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.099263 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-790f58cc-994c-4d67-8edc-d5a73a04ad8a req-f541b5fb-1af6-4c03-b4e1-c8d2e1a85b1b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933098 Jan 17 00:33:10.105441 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.259139 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 35476) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:10.441899 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65a02d-491c-4124-81c8-94a310d57ddf req-60c38267-a174-4af0-ab04-c83d5491bbce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:10.443731 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ff65a02d-491c-4124-81c8-94a310d57ddf req-60c38267-a174-4af0-ab04-c83d5491bbce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 932 time: 0.1190364 Jan 17 00:33:10.514679 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174d8027-9f67-4cc9-a015-350edf2fda58 {{(pid=109113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:33:10.526141 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Publish callbacks [] for port (174d8027-9f67-4cc9-a015-350edf2fda58), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.547784 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.provisioning_blocks [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Transition to ACTIVE for port object 174d8027-9f67-4cc9-a015-350edf2fda58 will not be triggered until provisioned by entity L2. {{(pid=109113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:33:10.555711 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.604954 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ff65a02d-491c-4124-81c8-94a310d57ddf req-fffbb772-70e4-45a4-bc71-741819e2bbb4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971141 Jan 17 00:33:10.635567 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-696b8491-a304-41d6-bb99-48cd054f35db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.712201 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Pushing event updated for resources: {'Port': ['ID=174d8027-9f67-4cc9-a015-350edf2fda58,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:10.714883 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.managers [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Attempting to bind port 174d8027-9f67-4cc9-a015-350edf2fda58 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:33:10.715442 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.managers [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Attempting to bind port 174d8027-9f67-4cc9-a015-350edf2fda58 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'}] {{(pid=109113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:33:10.715941 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Attempting to bind port 174d8027-9f67-4cc9-a015-350edf2fda58 on network 22fb6404-5f10-4c0e-8046-52ecafb709e8 {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:33:10.722610 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Port 174d8027-9f67-4cc9-a015-350edf2fda58 on network 22fb6404-5f10-4c0e-8046-52ecafb709e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:33:10.723172 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Attempting to bind port 174d8027-9f67-4cc9-a015-350edf2fda58 on network 22fb6404-5f10-4c0e-8046-52ecafb709e8 {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:33:10.730182 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:33:10.730931 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Checking segment: {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:33:10.731529 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Bound using segment: {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'} {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:33:10.732148 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.managers [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Bound port: 174d8027-9f67-4cc9-a015-350edf2fda58, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'}}] {{(pid=109113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:33:10.732679 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.789921 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d387932f-7090-40dc-82db-f73f3978410d {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:33:10.812638 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Publish callbacks [] for port (d387932f-7090-40dc-82db-f73f3978410d), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.851455 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] For port 174d8027-9f67-4cc9-a015-350edf2fda58, host hv-cinder-81546, cleared binding levels {{(pid=109113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:33:10.857610 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] For port 174d8027-9f67-4cc9-a015-350edf2fda58, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=174d8027-9f67-4cc9-a015-350edf2fda58,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:33:10.866645 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.896393 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Transition to ACTIVE for port object d387932f-7090-40dc-82db-f73f3978410d will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:33:10.914506 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.970473 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:10.972248 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:10.974162 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/174d8027-9f67-4cc9-a015-350edf2fda58 HTTP/1.1" status: 200 len: 1093 time: 1.0648057 Jan 17 00:33:10.975033 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'tag': '174d8027-9f67-4cc9-a015-350edf2fda58'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:33:10.977694 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20551db3-9d5d-4e9c-9437-c93c3107edc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4b5d0a-ce05-409c-8148-60519211cdd1", "tag": "174d8027-9f67-4cc9-a015-350edf2fda58"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:33:11.005763 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda54bd6-8ebe-4757-8367-6374fdfe36b1 service neutron] Pushing event updated for resources: {'Port': ['ID=174d8027-9f67-4cc9-a015-350edf2fda58,revision_number=3']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:11.046248 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-696b8491-a304-41d6-bb99-48cd054f35db admin admin] Publish callbacks [] for security_group (2c2751d7-d814-4dd7-bc4b-42568bd84423), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:11.064839 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981fd412-579a-41e1-96e7-e4ead2e5be69 x-openstack-request-id: req-981fd412-579a-41e1-96e7-e4ead2e5be69 {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:33:11.065298 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4b5d0a-ce05-409c-8148-60519211cdd1", "tag": "174d8027-9f67-4cc9-a015-350edf2fda58", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:33:11.065612 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-981fd412-579a-41e1-96e7-e4ead2e5be69 {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:33:11.067984 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'tag': '174d8027-9f67-4cc9-a015-350edf2fda58', 'status': 'completed', 'code': 200} Jan 17 00:33:11.114277 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-696b8491-a304-41d6-bb99-48cd054f35db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2c2751d7-d814-4dd7-bc4b-42568bd84423), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:11.344634 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:11.369807 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-696b8491-a304-41d6-bb99-48cd054f35db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65aaa3ef646d422caedfd1c5e32bb0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1084230 Jan 17 00:33:11.372337 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35514) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:11.380325 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b8491-a304-41d6-bb99-48cd054f35db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2751d7-d814-4dd7-bc4b-42568bd84423,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:11.414434 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Attempting to bind port d387932f-7090-40dc-82db-f73f3978410d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:33:11.415030 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Attempting to bind port d387932f-7090-40dc-82db-f73f3978410d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:33:11.415692 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Attempting to bind port d387932f-7090-40dc-82db-f73f3978410d on network f459bb8f-704d-426b-98b9-27a9a855a1f2 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:33:11.429040 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Port d387932f-7090-40dc-82db-f73f3978410d on network f459bb8f-704d-426b-98b9-27a9a855a1f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:33:11.429958 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Attempting to bind port d387932f-7090-40dc-82db-f73f3978410d on network f459bb8f-704d-426b-98b9-27a9a855a1f2 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:33:11.448638 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c2197-f696-4b61-a592-19cff3aea3ff req-7afd625f-6770-4d3b-b829-1d8e3df78fdb tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:11.451358 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9c9c2197-f696-4b61-a592-19cff3aea3ff req-7afd625f-6770-4d3b-b829-1d8e3df78fdb tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 944 time: 0.3841119 Jan 17 00:33:11.454727 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:33:11.455452 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Checking segment: {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:33:11.456268 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Bound using segment: {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:33:11.457034 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Bound port: d387932f-7090-40dc-82db-f73f3978410d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:33:11.457660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:11.502558 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2f2314cf-de46-4cec-aee2-4ff1364673c0 admin admin] Publish callbacks [] for security_group (2c2751d7-d814-4dd7-bc4b-42568bd84423), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:11.529899 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067de55-27cc-4532-977a-87bcb9cdccf4 req-71c24d42-7cb8-4497-9106-14f70502c607 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:11.536925 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2f2314cf-de46-4cec-aee2-4ff1364673c0 admin admin] Publish callbacks [] for security_group (2c2751d7-d814-4dd7-bc4b-42568bd84423), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:11.537560 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8067de55-27cc-4532-977a-87bcb9cdccf4 req-71c24d42-7cb8-4497-9106-14f70502c607 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.2408495 Jan 17 00:33:11.614212 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9c9c2197-f696-4b61-a592-19cff3aea3ff req-7ed4dd0b-224c-47f3-9ef8-fdd680cafe3b tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533806 Jan 17 00:33:11.626009 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2f2314cf-de46-4cec-aee2-4ff1364673c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2c2751d7-d814-4dd7-bc4b-42568bd84423), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:11.630549 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2f2314cf-de46-4cec-aee2-4ff1364673c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:11.634321 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-2f2314cf-de46-4cec-aee2-4ff1364673c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c2751d7-d814-4dd7-bc4b-42568bd84423 HTTP/1.1" status: 204 len: 168 time: 0.2587347 Jan 17 00:33:11.643885 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2314cf-de46-4cec-aee2-4ff1364673c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2751d7-d814-4dd7-bc4b-42568bd84423,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:11.657035 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:33:11.695892 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8067de55-27cc-4532-977a-87bcb9cdccf4 req-aba888dc-78d6-46f4-bc90-6f82da6afb37 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572666 Jan 17 00:33:11.698105 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:33:11.712053 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:11.765057 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:11.765760 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:11.767438 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] 10.222.0.15 "PUT /v2.0/ports/d387932f-7090-40dc-82db-f73f3978410d HTTP/1.1" status: 200 len: 1094 time: 1.8290308 Jan 17 00:33:11.774530 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:33:11.897269 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afccb36-9057-4c6d-b01d-25a2f766a84e req-dc435563-1ef4-4a63-a2f7-096e54fad882 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:11.898897 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1afccb36-9057-4c6d-b01d-25a2f766a84e req-dc435563-1ef4-4a63-a2f7-096e54fad882 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1698594 Jan 17 00:33:11.899610 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d6bee-c560-49ac-8d24-43690b374f4f service neutron] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:11.960329 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1afccb36-9057-4c6d-b01d-25a2f766a84e req-cbddfe91-f2a6-4174-bbb7-fb57964149f2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531862 Jan 17 00:33:12.086113 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35540) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:12.101508 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-04b6fe5a-4854-411e-928e-419f5ef315e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:12.104063 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627e5362-9a8a-4858-8587-c15716a56718" -d '{"events": [{"name": "network-changed", "server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "tag": "d387932f-7090-40dc-82db-f73f3978410d"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:33:12.240814 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-04b6fe5a-4854-411e-928e-419f5ef315e6 admin admin] Publish callbacks [] for security_group (528f834a-04d4-47e5-8084-ec8e53c54c84), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:12.247254 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-04b6fe5a-4854-411e-928e-419f5ef315e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (528f834a-04d4-47e5-8084-ec8e53c54c84), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:12.296471 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-04b6fe5a-4854-411e-928e-419f5ef315e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2ca9834dbf04f50aad45310684c2e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091022 Jan 17 00:33:12.297411 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6fe5a-4854-411e-928e-419f5ef315e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528f834a-04d4-47e5-8084-ec8e53c54c84,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:12.299165 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 35550) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:12.346467 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8686cc-c81f-48b6-989c-d9ee510f13f6 x-openstack-request-id: req-3e8686cc-c81f-48b6-989c-d9ee510f13f6 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:33:12.346792 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "tag": "d387932f-7090-40dc-82db-f73f3978410d", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:33:12.347078 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e8686cc-c81f-48b6-989c-d9ee510f13f6 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:33:12.347600 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d', 'status': 'completed', 'code': 200} Jan 17 00:33:12.365932 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a425003d-243a-40db-8ad1-0fca30773775 admin admin] Publish callbacks [] for security_group (528f834a-04d4-47e5-8084-ec8e53c54c84), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:12.392119 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a425003d-243a-40db-8ad1-0fca30773775 admin admin] Publish callbacks [] for security_group (528f834a-04d4-47e5-8084-ec8e53c54c84), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:12.449433 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a425003d-243a-40db-8ad1-0fca30773775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (528f834a-04d4-47e5-8084-ec8e53c54c84), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:12.451837 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a425003d-243a-40db-8ad1-0fca30773775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:12.452976 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-a425003d-243a-40db-8ad1-0fca30773775 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/528f834a-04d4-47e5-8084-ec8e53c54c84 HTTP/1.1" status: 204 len: 168 time: 0.1514938 Jan 17 00:33:12.462324 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425003d-243a-40db-8ad1-0fca30773775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528f834a-04d4-47e5-8084-ec8e53c54c84,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:12.791964 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef5d19-0fd5-44b4-96b2-42522ce86eac req-f7213707-d9ed-4de6-896b-18e98b56473b tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:12.803329 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-01ef5d19-0fd5-44b4-96b2-42522ce86eac req-f7213707-d9ed-4de6-896b-18e98b56473b tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 944 time: 0.0976059 Jan 17 00:33:12.893716 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485609b-1a7c-4137-874a-0da06828322a req-eb4a04d8-366e-4baa-8acf-0913a84507f5 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:12.895394 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5485609b-1a7c-4137-874a-0da06828322a req-eb4a04d8-366e-4baa-8acf-0913a84507f5 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0889056 Jan 17 00:33:12.928932 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-01ef5d19-0fd5-44b4-96b2-42522ce86eac req-80e27972-2ae9-435d-9e93-1919ea42cefe tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 Jan 17 00:33:12.960275 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5485609b-1a7c-4137-874a-0da06828322a req-86c4ada0-0fa5-4fb5-afe1-503770b279ef tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466380 Jan 17 00:33:12.986853 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 715e6501-7068-442a-bb10-91ab29546f88 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:33:13.185207 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 715e6501-7068-442a-bb10-91ab29546f88 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:33:13.199364 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 715e6501-7068-442a-bb10-91ab29546f88 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:33:13.199993 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (715e6501-7068-442a-bb10-91ab29546f88), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:13.272160 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec973c0-7e05-43f5-88d5-07de53893377 req-0ea07615-efac-4252-b56a-d2c6bbfaf6e4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:13.274069 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aec973c0-7e05-43f5-88d5-07de53893377 req-0ea07615-efac-4252-b56a-d2c6bbfaf6e4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1283829 Jan 17 00:33:13.276428 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e5362-9a8a-4858-8587-c15716a56718 req-6355f017-9e2e-417d-947c-b4c8eac8e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:13.278312 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-627e5362-9a8a-4858-8587-c15716a56718 req-6355f017-9e2e-417d-947c-b4c8eac8e4fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 1097 time: 0.1888742 Jan 17 00:33:13.478192 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aec973c0-7e05-43f5-88d5-07de53893377 req-3aea9a76-f110-4f27-a17a-2f8f3d9601ea tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932771 Jan 17 00:33:13.538129 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 715e6501-7068-442a-bb10-91ab29546f88 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:33:13.539383 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (715e6501-7068-442a-bb10-91ab29546f88), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:13.592785 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bbb44b-39dc-42db-a10a-191cec803b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715e6501-7068-442a-bb10-91ab29546f88'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:33:13.633036 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551db3-9d5d-4e9c-9437-c93c3107edc2 req-d71a651a-1008-4ee1-a38c-e0281c8059f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:13.634234 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e5362-9a8a-4858-8587-c15716a56718 req-fff677bc-2b87-4ba5-95b7-6f2e49af8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:13.637651 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-20551db3-9d5d-4e9c-9437-c93c3107edc2 req-d71a651a-1008-4ee1-a38c-e0281c8059f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 1096 time: 0.5205772 Jan 17 00:33:13.638124 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-627e5362-9a8a-4858-8587-c15716a56718 req-fff677bc-2b87-4ba5-95b7-6f2e49af8f5c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b2712d873674207a8abc2738a48850a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3431041 Jan 17 00:33:13.690110 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 715e6501-7068-442a-bb10-91ab29546f88, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=715e6501-7068-442a-bb10-91ab29546f88,segment=NetworkSegment(921ffdcc-8727-4931-b472-8e1a565b8224),segment_id=921ffdcc-8727-4931-b472-8e1a565b8224)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:13.701252 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (715e6501-7068-442a-bb10-91ab29546f88), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:13.771404 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=715e6501-7068-442a-bb10-91ab29546f88,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:13.889492 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9268b483-7f6c-4c0a-9060-eef27a1b827a" -d '{"events": [{"server_uuid": "48bbb44b-39dc-42db-a10a-191cec803b48", "name": "network-vif-plugged", "status": "completed", "tag": "715e6501-7068-442a-bb10-91ab29546f88"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:33:14.205843 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245204f1-a948-4b6b-bbf4-7e6f59ab9390 x-openstack-request-id: req-245204f1-a948-4b6b-bbf4-7e6f59ab9390 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:33:14.207987 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bbb44b-39dc-42db-a10a-191cec803b48", "name": "network-vif-plugged", "status": "completed", "tag": "715e6501-7068-442a-bb10-91ab29546f88", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:33:14.208569 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-245204f1-a948-4b6b-bbf4-7e6f59ab9390 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:33:14.209400 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bbb44b-39dc-42db-a10a-191cec803b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715e6501-7068-442a-bb10-91ab29546f88', 'code': 200} Jan 17 00:33:14.299327 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067e6a-5f06-43a8-b042-e61f8faaee58 req-b1ec97e3-ef8c-4406-b54a-acbb8240fb43 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:14.302427 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89067e6a-5f06-43a8-b042-e61f8faaee58 req-b1ec97e3-ef8c-4406-b54a-acbb8240fb43 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.2942178 Jan 17 00:33:14.469137 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebdc52-64fa-42aa-82e5-edd72432f408 req-a78e725d-088c-4eb8-b907-cb27aad4b758 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:14.472657 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-53ebdc52-64fa-42aa-82e5-edd72432f408 req-a78e725d-088c-4eb8-b907-cb27aad4b758 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1683319 Jan 17 00:33:14.496370 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89067e6a-5f06-43a8-b042-e61f8faaee58 req-e2a0ab4b-8682-4f86-842b-287b33eff376 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718328 Jan 17 00:33:14.585132 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-53ebdc52-64fa-42aa-82e5-edd72432f408 req-7610d6d0-81c2-4941-9ede-ab818d25627f tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939028 Jan 17 00:33:14.698840 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c922a10-62df-4a1e-9bb8-5dcb87947cff req-b5831a78-1a0b-4396-86a0-8f3e676d5d7c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:14.702239 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c922a10-62df-4a1e-9bb8-5dcb87947cff req-b5831a78-1a0b-4396-86a0-8f3e676d5d7c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0826190 Jan 17 00:33:14.791882 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c922a10-62df-4a1e-9bb8-5dcb87947cff req-dfd52e4e-5f4e-4ae1-88e4-0cd902f82c9d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760405 Jan 17 00:33:15.392734 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35668) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:15.519344 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fabaa79f-a533-4a4f-ad38-8d615d84c7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:15.653172 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fabaa79f-a533-4a4f-ad38-8d615d84c7c6 admin admin] Publish callbacks [] for security_group (7a9a51e2-41af-40ca-b96f-830fb45b4083), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:15.661513 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fabaa79f-a533-4a4f-ad38-8d615d84c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (7a9a51e2-41af-40ca-b96f-830fb45b4083), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:15.673193 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd0435-d3ca-4cf2-baec-e86bc9fe2d47 req-ddf90016-9817-448e-964d-4b5eb0e00827 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:15.676151 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-15cd0435-d3ca-4cf2-baec-e86bc9fe2d47 req-ddf90016-9817-448e-964d-4b5eb0e00827 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.0780973 Jan 17 00:33:15.721445 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaa79f-a533-4a4f-ad38-8d615d84c7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9a51e2-41af-40ca-b96f-830fb45b4083,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:15.729638 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-fabaa79f-a533-4a4f-ad38-8d615d84c7c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9620048acefd46879d28024dcd93ee50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357456 Jan 17 00:33:15.730795 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35678) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:15.793206 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e96269dc-4677-4cad-abc9-374f6916decb admin admin] Publish callbacks [] for security_group (7a9a51e2-41af-40ca-b96f-830fb45b4083), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:15.809747 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-15cd0435-d3ca-4cf2-baec-e86bc9fe2d47 req-9a001fc1-a90f-4fc9-b3e4-cbc308158629 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223209 Jan 17 00:33:15.822006 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b274a-36c8-4337-a0cb-4b59d9e75250 req-04a00b41-361b-4969-a6ce-010b59ff4eaf tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:15.823597 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-619b274a-36c8-4337-a0cb-4b59d9e75250 req-04a00b41-361b-4969-a6ce-010b59ff4eaf tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1100018 Jan 17 00:33:15.834085 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e96269dc-4677-4cad-abc9-374f6916decb admin admin] Publish callbacks [] for security_group (7a9a51e2-41af-40ca-b96f-830fb45b4083), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:15.923863 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e96269dc-4677-4cad-abc9-374f6916decb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (7a9a51e2-41af-40ca-b96f-830fb45b4083), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:15.928984 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e96269dc-4677-4cad-abc9-374f6916decb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:15.929696 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-619b274a-36c8-4337-a0cb-4b59d9e75250 req-950fbd72-c183-44e9-b065-37c10576cc27 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929472 Jan 17 00:33:15.931084 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-e96269dc-4677-4cad-abc9-374f6916decb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a9a51e2-41af-40ca-b96f-830fb45b4083 HTTP/1.1" status: 204 len: 168 time: 0.1988997 Jan 17 00:33:15.942785 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96269dc-4677-4cad-abc9-374f6916decb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9a51e2-41af-40ca-b96f-830fb45b4083,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:16.001128 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622639fd-3bc7-414c-accf-0f69702a461f req-f4c56739-0ed4-4495-867f-089a96565aaf tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:16.002830 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-622639fd-3bc7-414c-accf-0f69702a461f req-f4c56739-0ed4-4495-867f-089a96565aaf tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0935800 Jan 17 00:33:16.093415 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-622639fd-3bc7-414c-accf-0f69702a461f req-7cd2f387-fc4f-43ff-ba9a-837169c400f5 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808611 Jan 17 00:33:16.169957 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:33:16.327222 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35692) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:16.372605 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-77a4525d-e1b5-4b98-8304-b4da62017399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.446948 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.15', 61285) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:16.462791 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551db3-9d5d-4e9c-9437-c93c3107edc2 req-2ba4180e-a9fc-45ae-b51b-d03de9973747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:16.464396 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-20551db3-9d5d-4e9c-9437-c93c3107edc2 req-2ba4180e-a9fc-45ae-b51b-d03de9973747 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9762fcecd21489b98111f1858e80326&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2410603 Jan 17 00:33:16.524596 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e5362-9a8a-4858-8587-c15716a56718 req-20df7c0f-b95a-4c98-848a-2e64b2d3754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:16.526113 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-627e5362-9a8a-4858-8587-c15716a56718 req-20df7c0f-b95a-4c98-848a-2e64b2d3754e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607841 Jan 17 00:33:16.543260 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e255bd-14e3-499c-8cb3-aa5ecb458cf6 req-b040ba9a-674a-4610-922d-42bff583b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:16.544880 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-62e255bd-14e3-499c-8cb3-aa5ecb458cf6 req-b040ba9a-674a-4610-922d-42bff583b2e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 1098 time: 0.0968723 Jan 17 00:33:16.570987 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-62e255bd-14e3-499c-8cb3-aa5ecb458cf6 req-9522944f-fc69-41d5-9c93-147388c3151c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.676364 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-77a4525d-e1b5-4b98-8304-b4da62017399 admin admin] Publish callbacks [] for security_group (e96a9763-d31e-4c2a-978d-b962bbdea86b), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.682958 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-77a4525d-e1b5-4b98-8304-b4da62017399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e96a9763-d31e-4c2a-978d-b962bbdea86b), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.708463 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551db3-9d5d-4e9c-9437-c93c3107edc2 req-64afc21c-dc2e-4757-b171-b4dc5b0a5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:16.709502 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-20551db3-9d5d-4e9c-9437-c93c3107edc2 req-64afc21c-dc2e-4757-b171-b4dc5b0a5e94 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2353866 Jan 17 00:33:16.726748 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-ea54ac3f-393c-4e43-be75-18a83644b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:16.729344 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-ea54ac3f-393c-4e43-be75-18a83644b8d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 1097 time: 0.1045139 Jan 17 00:33:16.736169 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-77a4525d-e1b5-4b98-8304-b4da62017399 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82f58582b3e747d693fedd2a47963e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078698 Jan 17 00:33:16.737142 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4525d-e1b5-4b98-8304-b4da62017399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a9763-d31e-4c2a-978d-b962bbdea86b,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:16.741129 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35694) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:16.751847 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-62e255bd-14e3-499c-8cb3-aa5ecb458cf6 req-9522944f-fc69-41d5-9c93-147388c3151c service neutron] Publish callbacks [] for security_group (11c33626-82f7-4372-9026-f9ea1ad483e7), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.762206 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-62e255bd-14e3-499c-8cb3-aa5ecb458cf6 req-9522944f-fc69-41d5-9c93-147388c3151c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (11c33626-82f7-4372-9026-f9ea1ad483e7), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.800322 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2c7346d1-002b-4532-ae04-6cb5850c0ab1 admin admin] Publish callbacks [] for security_group (e96a9763-d31e-4c2a-978d-b962bbdea86b), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.812147 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-62e255bd-14e3-499c-8cb3-aa5ecb458cf6 req-9522944f-fc69-41d5-9c93-147388c3151c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581813 Jan 17 00:33:16.825318 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522944f-fc69-41d5-9c93-147388c3151c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=11c33626-82f7-4372-9026-f9ea1ad483e7,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:16.826197 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2c7346d1-002b-4532-ae04-6cb5850c0ab1 admin admin] Publish callbacks [] for security_group (e96a9763-d31e-4c2a-978d-b962bbdea86b), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.884412 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2c7346d1-002b-4532-ae04-6cb5850c0ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e96a9763-d31e-4c2a-978d-b962bbdea86b), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.889176 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2c7346d1-002b-4532-ae04-6cb5850c0ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:16.893449 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-2c7346d1-002b-4532-ae04-6cb5850c0ab1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e96a9763-d31e-4c2a-978d-b962bbdea86b HTTP/1.1" status: 204 len: 168 time: 0.1488516 Jan 17 00:33:16.902781 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7346d1-002b-4532-ae04-6cb5850c0ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a9763-d31e-4c2a-978d-b962bbdea86b,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:16.949647 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67957c5f-4de4-490c-80b4-d05ef2e8d690 req-a8552a14-95b9-4122-a67a-e9a26adf0887 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:16.951289 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-67957c5f-4de4-490c-80b4-d05ef2e8d690 req-a8552a14-95b9-4122-a67a-e9a26adf0887 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.0562572 Jan 17 00:33:17.012739 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-67957c5f-4de4-490c-80b4-d05ef2e8d690 req-9419b773-2efc-41c9-a179-43904bfa6dcd tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525372 Jan 17 00:33:17.128064 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b6815-6ebe-4eb0-a6c4-104887d24f61 req-a52b820f-033d-4982-adfd-85d42daf106d tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:17.132359 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2e7b6815-6ebe-4eb0-a6c4-104887d24f61 req-a52b820f-033d-4982-adfd-85d42daf106d tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0896764 Jan 17 00:33:17.263903 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2e7b6815-6ebe-4eb0-a6c4-104887d24f61 req-ab1640e8-1d37-46de-b99a-7a3835b5d59c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224062 Jan 17 00:33:17.316319 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e336ca-b306-4e9b-967a-8c0bd084e587 req-3a38558e-493c-4616-8e36-c510d546ddce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:17.317939 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-50e336ca-b306-4e9b-967a-8c0bd084e587 req-3a38558e-493c-4616-8e36-c510d546ddce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0782373 Jan 17 00:33:17.402903 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-50e336ca-b306-4e9b-967a-8c0bd084e587 req-66e2ce68-be09-43f0-ac81-5c02ccf53bbd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737598 Jan 17 00:33:18.169536 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfc224-7a1c-4d65-868a-5f0007eeb968 req-e9f01b1f-8159-4b59-b777-64030a8aa562 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:18.175973 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-62bfc224-7a1c-4d65-868a-5f0007eeb968 req-e9f01b1f-8159-4b59-b777-64030a8aa562 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.0738757 Jan 17 00:33:18.259156 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-62bfc224-7a1c-4d65-868a-5f0007eeb968 req-12a9ba73-b880-414c-abce-75517c8c30e0 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803430 Jan 17 00:33:18.446793 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3ef99-4781-49db-8140-52e827ec5deb req-8024d8b8-2fcf-4347-854e-3541e89f24d7 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:18.448922 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f7a3ef99-4781-49db-8140-52e827ec5deb req-8024d8b8-2fcf-4347-854e-3541e89f24d7 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0612750 Jan 17 00:33:18.519923 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f7a3ef99-4781-49db-8140-52e827ec5deb req-c0daf56f-cc42-47ad-b150-203d83ec48f9 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601280 Jan 17 00:33:18.606720 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c9e25-f930-4852-b3fa-0515f48e7d9d req-fe4da6b8-6ced-4af2-ac83-0fd7975f2397 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:18.608471 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-455c9e25-f930-4852-b3fa-0515f48e7d9d req-fe4da6b8-6ced-4af2-ac83-0fd7975f2397 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0651739 Jan 17 00:33:18.675535 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-455c9e25-f930-4852-b3fa-0515f48e7d9d req-10a0e8f1-676a-4b30-9f1e-e79b72975d2d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562325 Jan 17 00:33:19.418139 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b533e36-b2b0-4635-9d5a-e8571491e36c req-0af3c131-8bc7-41ca-ace4-a639ae3d3571 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:19.420753 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6b533e36-b2b0-4635-9d5a-e8571491e36c req-0af3c131-8bc7-41ca-ace4-a639ae3d3571 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.0846393 Jan 17 00:33:19.496678 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6b533e36-b2b0-4635-9d5a-e8571491e36c req-101bc5dc-84d6-4b9e-8797-a9fa19dc8053 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688567 Jan 17 00:33:19.646870 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35830) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:19.702712 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa410385-77fc-4ad1-9635-444ec724757e req-07f71889-67fb-467d-a299-21918300c9b0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:19.704468 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aa410385-77fc-4ad1-9635-444ec724757e req-07f71889-67fb-467d-a299-21918300c9b0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0578041 Jan 17 00:33:19.791473 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dffb1e13-03c1-416d-bc1c-4f0bea454b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:19.996000 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dffb1e13-03c1-416d-bc1c-4f0bea454b78 admin admin] Publish callbacks [] for security_group (579eca27-7da6-4384-97cd-fca1166879a0), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:20.000883 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-04dc9606-2735-4b0b-bf81-b60fc4e0862e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d387932f-7090-40dc-82db-f73f3978410d HTTP/1.1" status: 200 len: 217 time: 0.2392931 Jan 17 00:33:20.001270 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dffb1e13-03c1-416d-bc1c-4f0bea454b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (579eca27-7da6-4384-97cd-fca1166879a0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:20.015468 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aa410385-77fc-4ad1-9635-444ec724757e req-e5544106-cf97-4247-a686-0c755f52e8aa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013601 Jan 17 00:33:20.094829 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-dffb1e13-03c1-416d-bc1c-4f0bea454b78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b19fa94e5fc74d71acbd210be55b9831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425771 Jan 17 00:33:20.096054 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb1e13-03c1-416d-bc1c-4f0bea454b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579eca27-7da6-4384-97cd-fca1166879a0,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:20.102158 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35848) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:20.115270 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc087e-88c1-44a2-9293-f0f63de02a64 req-356264ab-dbd0-4b5b-bbe4-fb817f7ee340 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:20.123832 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-36dc087e-88c1-44a2-9293-f0f63de02a64 req-356264ab-dbd0-4b5b-bbe4-fb817f7ee340 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.2952380 Jan 17 00:33:20.146175 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-a746c227-b787-4c03-a9fa-0239a7728766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:20.147896 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-a746c227-b787-4c03-a9fa-0239a7728766 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 1096 time: 0.2701523 Jan 17 00:33:20.155504 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-d132e961-3d46-40ec-ab2c-eaa0ab456581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:20.157055 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-d132e961-3d46-40ec-ab2c-eaa0ab456581 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.1379564 Jan 17 00:33:20.179959 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-16c608c4-701f-4e45-b8ad-83ed054be32e admin admin] Publish callbacks [] for security_group (579eca27-7da6-4384-97cd-fca1166879a0), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:20.208301 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-16c608c4-701f-4e45-b8ad-83ed054be32e admin admin] Publish callbacks [] for security_group (579eca27-7da6-4384-97cd-fca1166879a0), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:20.274790 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-16c608c4-701f-4e45-b8ad-83ed054be32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (579eca27-7da6-4384-97cd-fca1166879a0), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:20.279486 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-16c608c4-701f-4e45-b8ad-83ed054be32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:20.281011 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-16c608c4-701f-4e45-b8ad-83ed054be32e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/579eca27-7da6-4384-97cd-fca1166879a0 HTTP/1.1" status: 204 len: 168 time: 0.1772158 Jan 17 00:33:20.289898 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-620befe6-7070-4f93-9022-aa8d3bfcedf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=174d8027-9f67-4cc9-a015-350edf2fda58 HTTP/1.1" status: 200 len: 217 time: 0.1168633 Jan 17 00:33:20.295317 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c608c4-701f-4e45-b8ad-83ed054be32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579eca27-7da6-4384-97cd-fca1166879a0,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:20.373866 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-36dc087e-88c1-44a2-9293-f0f63de02a64 req-a922bf00-6e59-4653-9e52-bfb452c28650 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397265 Jan 17 00:33:20.424494 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-69fc4ac5-9d50-44f3-b0bd-adf86dcea1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:20.426284 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-69fc4ac5-9d50-44f3-b0bd-adf86dcea1d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36b636d4-597d-47bb-856e-19ae1f9f8825 HTTP/1.1" status: 200 len: 850 time: 0.1220305 Jan 17 00:33:20.447038 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-02a769d2-12ba-4278-8a29-9af07af7ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:20.448892 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-02a769d2-12ba-4278-8a29-9af07af7ccb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2748263 Jan 17 00:33:20.542409 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-8b26ef28-9278-4545-8da3-8cbbfdff6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:20.544114 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-8b26ef28-9278-4545-8da3-8cbbfdff6d24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22fb6404-5f10-4c0e-8046-52ecafb709e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1108203 Jan 17 00:33:20.742462 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-d7783e5e-d3e5-44a2-ac53-80e71328681c service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760990 Jan 17 00:33:20.780528 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35870) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:20.796462 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd324-5067-44c1-a15e-de7955147598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:20.847512 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837098e-159f-4331-a5f8-8229875af1ba req-23c1bff4-c2c4-4efd-b767-e0eb7aaf4671 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:20.849112 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7837098e-159f-4331-a5f8-8229875af1ba req-23c1bff4-c2c4-4efd-b767-e0eb7aaf4671 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.1987259 Jan 17 00:33:20.853073 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-08cc7420-e9be-4738-9c58-fbe2c2a0480a service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007948 Jan 17 00:33:20.900237 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd324-5067-44c1-a15e-de7955147598 admin admin] Publish callbacks [] for security_group (fbd0ce5e-8246-4fdf-803a-f0bcab835fbf), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:20.906111 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd324-5067-44c1-a15e-de7955147598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fbd0ce5e-8246-4fdf-803a-f0bcab835fbf), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:20.956553 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-2ffdd324-5067-44c1-a15e-de7955147598 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f09b1ff259a4afeb2f901595aafd179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728847 Jan 17 00:33:20.958022 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35876) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:20.972944 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdd324-5067-44c1-a15e-de7955147598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd0ce5e-8246-4fdf-803a-f0bcab835fbf,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:21.091966 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-f42d4c8d-740c-4ac5-89e4-29c788baed72 admin admin] Publish callbacks [] for security_group (fbd0ce5e-8246-4fdf-803a-f0bcab835fbf), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:21.129980 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-f42d4c8d-740c-4ac5-89e4-29c788baed72 admin admin] Publish callbacks [] for security_group (fbd0ce5e-8246-4fdf-803a-f0bcab835fbf), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:21.234824 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-f42d4c8d-740c-4ac5-89e4-29c788baed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fbd0ce5e-8246-4fdf-803a-f0bcab835fbf), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:21.242061 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-f42d4c8d-740c-4ac5-89e4-29c788baed72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:21.245478 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-f42d4c8d-740c-4ac5-89e4-29c788baed72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbd0ce5e-8246-4fdf-803a-f0bcab835fbf HTTP/1.1" status: 204 len: 168 time: 0.2851412 Jan 17 00:33:21.268180 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d4c8d-740c-4ac5-89e4-29c788baed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd0ce5e-8246-4fdf-803a-f0bcab835fbf,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:21.329231 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3578e0de-b1fd-4a35-8ddd-965ea3220b24 req-fc22c5ed-c301-4700-83d6-e75558de1d04 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781872 Jan 17 00:33:21.457936 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7837098e-159f-4331-a5f8-8229875af1ba req-cb3101a4-0ee5-4627-9684-513571c79a97 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925894 Jan 17 00:33:21.547162 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce30203-6aaf-478f-ba85-6d7907c28312 req-6b099cc5-0be3-4bfd-a280-f98101af509c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:21.554117 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2ce30203-6aaf-478f-ba85-6d7907c28312 req-6b099cc5-0be3-4bfd-a280-f98101af509c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.2812667 Jan 17 00:33:21.573880 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492fe2ef-96fe-4d9a-b34c-99a031d8f329 req-80bad601-ab68-4c27-972e-872c1c8069c2 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089732 Jan 17 00:33:21.588521 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35910) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:21.694499 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2ce30203-6aaf-478f-ba85-6d7907c28312 req-07ea2546-622f-491a-9dba-906a8e4bc99d tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195190 Jan 17 00:33:21.754803 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c09a-6aa7-4711-8f07-c1d4865b9bdd req-d2541593-e132-417d-a6ab-7b83f70f236d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:21.756734 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0251c09a-6aa7-4711-8f07-c1d4865b9bdd req-d2541593-e132-417d-a6ab-7b83f70f236d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0958800 Jan 17 00:33:21.817645 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0251c09a-6aa7-4711-8f07-c1d4865b9bdd req-0763b362-0159-4d9f-8ddf-69ac25beda09 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482290 Jan 17 00:33:21.901177 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d654ab2a-27da-40d9-8e36-124d931889f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:21.992226 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d654ab2a-27da-40d9-8e36-124d931889f0 admin admin] Publish callbacks [] for security_group (73051001-7640-4957-851c-e139ff72da90), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:21.997323 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d654ab2a-27da-40d9-8e36-124d931889f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (73051001-7640-4957-851c-e139ff72da90), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:22.044530 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654ab2a-27da-40d9-8e36-124d931889f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73051001-7640-4957-851c-e139ff72da90,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:22.049910 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-d654ab2a-27da-40d9-8e36-124d931889f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63310f7b74a9489b97dd7b5c70cb29a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4586468 Jan 17 00:33:22.053890 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 35932) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:22.116390 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8a18e32f-6cd3-40d5-960f-f1cab8ff8533 admin admin] Publish callbacks [] for security_group (73051001-7640-4957-851c-e139ff72da90), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:22.155932 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8a18e32f-6cd3-40d5-960f-f1cab8ff8533 admin admin] Publish callbacks [] for security_group (73051001-7640-4957-851c-e139ff72da90), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:22.225755 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8a18e32f-6cd3-40d5-960f-f1cab8ff8533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (73051001-7640-4957-851c-e139ff72da90), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:22.230008 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8a18e32f-6cd3-40d5-960f-f1cab8ff8533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:22.231705 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-8a18e32f-6cd3-40d5-960f-f1cab8ff8533 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73051001-7640-4957-851c-e139ff72da90 HTTP/1.1" status: 204 len: 168 time: 0.1762064 Jan 17 00:33:22.243863 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18e32f-6cd3-40d5-960f-f1cab8ff8533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73051001-7640-4957-851c-e139ff72da90,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:22.664683 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35954) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:22.698394 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9042bd8-05a3-43a0-a6b8-c7ba79bbb345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:22.735068 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac43b4-af80-40e7-be40-f07d99fbb02b req-3a3061a8-614e-4876-be25-68d03a95eb04 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:22.737796 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1dac43b4-af80-40e7-be40-f07d99fbb02b req-3a3061a8-614e-4876-be25-68d03a95eb04 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.1096601 Jan 17 00:33:22.853723 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1dac43b4-af80-40e7-be40-f07d99fbb02b req-6d41e777-d691-4c8e-9544-e67d422cbeca tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088727 Jan 17 00:33:22.867552 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9042bd8-05a3-43a0-a6b8-c7ba79bbb345 admin admin] Publish callbacks [] for security_group (71301cb1-5896-4d14-ac5c-57a75b69261f), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:22.902071 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9042bd8-05a3-43a0-a6b8-c7ba79bbb345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (71301cb1-5896-4d14-ac5c-57a75b69261f), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:22.971186 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-e9042bd8-05a3-43a0-a6b8-c7ba79bbb345 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53c07cb275874c599ee23b879d90dc94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048882 Jan 17 00:33:22.973544 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9042bd8-05a3-43a0-a6b8-c7ba79bbb345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71301cb1-5896-4d14-ac5c-57a75b69261f,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:22.976735 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 35966) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:23.007931 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653564aa-614a-4b92-8d91-2151f637a866 req-871213cc-ff45-4613-b75d-eec8755616a9 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:23.009562 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-653564aa-614a-4b92-8d91-2151f637a866 req-871213cc-ff45-4613-b75d-eec8755616a9 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1391087 Jan 17 00:33:23.081054 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9a8b-26e9-4ebf-9d9a-83688556fd34 admin admin] Publish callbacks [] for security_group (71301cb1-5896-4d14-ac5c-57a75b69261f), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:23.104768 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-653564aa-614a-4b92-8d91-2151f637a866 req-5a7c8f1f-702d-4a8e-ba96-c831cfda42d0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756087 Jan 17 00:33:23.126342 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6a56-0fb5-46d1-912e-92e6d49e8c9f req-ce1764f3-3fce-4cff-b922-439ac28369d5 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:23.126978 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9a8b-26e9-4ebf-9d9a-83688556fd34 admin admin] Publish callbacks [] for security_group (71301cb1-5896-4d14-ac5c-57a75b69261f), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:23.129914 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-87ff6a56-0fb5-46d1-912e-92e6d49e8c9f req-ce1764f3-3fce-4cff-b922-439ac28369d5 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1809108 Jan 17 00:33:23.182054 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-87ff6a56-0fb5-46d1-912e-92e6d49e8c9f req-ea86c33a-b770-46c6-a151-694b6b4a9103 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511081 Jan 17 00:33:23.197093 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9a8b-26e9-4ebf-9d9a-83688556fd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (71301cb1-5896-4d14-ac5c-57a75b69261f), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:23.202015 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0fbe9a8b-26e9-4ebf-9d9a-83688556fd34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:23.203771 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-0fbe9a8b-26e9-4ebf-9d9a-83688556fd34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71301cb1-5896-4d14-ac5c-57a75b69261f HTTP/1.1" status: 204 len: 168 time: 0.2258594 Jan 17 00:33:23.217069 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe9a8b-26e9-4ebf-9d9a-83688556fd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71301cb1-5896-4d14-ac5c-57a75b69261f,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:24.116390 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9079e-b735-414e-9c7e-5c7fdad7566c req-165fa735-6d85-4bdc-9381-cd726fc3761d tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:24.117983 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a6b9079e-b735-414e-9c7e-5c7fdad7566c req-165fa735-6d85-4bdc-9381-cd726fc3761d tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.0799398 Jan 17 00:33:24.192687 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a6b9079e-b735-414e-9c7e-5c7fdad7566c req-0486bf50-112f-488c-a327-f571eb5b4efa tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687814 Jan 17 00:33:24.255796 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e679c-9a45-43f3-b5c2-c9f06fbdd5f6 req-ce8f527a-b68d-40ea-b243-674466d7cc1a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:24.257427 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a51e679c-9a45-43f3-b5c2-c9f06fbdd5f6 req-ce8f527a-b68d-40ea-b243-674466d7cc1a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0596113 Jan 17 00:33:24.346903 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a51e679c-9a45-43f3-b5c2-c9f06fbdd5f6 req-539648cf-b4dc-4d8f-bfd3-c7b70e2f931a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834374 Jan 17 00:33:24.360282 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36246922-5e8e-47c5-a52b-86a98c664b1a req-1941b7fc-662c-4615-8d42-8ec01f0d1157 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:24.368601 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-36246922-5e8e-47c5-a52b-86a98c664b1a req-1941b7fc-662c-4615-8d42-8ec01f0d1157 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1026282 Jan 17 00:33:24.417801 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-36246922-5e8e-47c5-a52b-86a98c664b1a req-371e6fb2-8a20-445b-add8-0265dc91d0dc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480688 Jan 17 00:33:25.358549 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968dcfb-90a9-4bf6-b939-2edc4277576d req-914bb537-f9b1-45a1-a771-c573f7dd5389 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:25.360337 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a968dcfb-90a9-4bf6-b939-2edc4277576d req-914bb537-f9b1-45a1-a771-c573f7dd5389 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.0736942 Jan 17 00:33:25.436444 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a968dcfb-90a9-4bf6-b939-2edc4277576d req-47b3a3fa-1082-4975-82c2-54813effc63e tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691915 Jan 17 00:33:25.612911 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebf154-1326-4bdb-ad47-7c544ac65e6e req-1e12ae61-f562-4b9b-b4aa-d9982ab08195 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:25.614573 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1aebf154-1326-4bdb-ad47-7c544ac65e6e req-1e12ae61-f562-4b9b-b4aa-d9982ab08195 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1216290 Jan 17 00:33:25.657823 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e2de1-fd84-4aa7-b3ea-e560bc419b0b req-9e4bcec1-8766-4e53-8ff4-cab69f98eeef tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:25.665456 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5b6e2de1-fd84-4aa7-b3ea-e560bc419b0b req-9e4bcec1-8766-4e53-8ff4-cab69f98eeef tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1107025 Jan 17 00:33:25.723921 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1aebf154-1326-4bdb-ad47-7c544ac65e6e req-89e7d32d-7734-479a-80c1-8060eff5d3c2 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013317 Jan 17 00:33:25.751607 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5b6e2de1-fd84-4aa7-b3ea-e560bc419b0b req-946dd0f7-ae39-4f09-937f-880afc865256 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810173 Jan 17 00:33:26.870722 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305da1db-078b-4945-805e-d52c451ef5e9 req-74ebf629-04cf-4217-a9c6-02d909e52422 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:26.872418 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-305da1db-078b-4945-805e-d52c451ef5e9 req-74ebf629-04cf-4217-a9c6-02d909e52422 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0706336 Jan 17 00:33:26.943256 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d9205-c24e-4e98-a337-a4deca5450a2 req-854d34f5-1ec7-4379-ab84-f545955bdead tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:26.944944 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eb8d9205-c24e-4e98-a337-a4deca5450a2 req-854d34f5-1ec7-4379-ab84-f545955bdead tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0950234 Jan 17 00:33:26.954564 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-305da1db-078b-4945-805e-d52c451ef5e9 req-db101c65-70d4-42bb-b773-07c04a05f247 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669608 Jan 17 00:33:27.018588 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eb8d9205-c24e-4e98-a337-a4deca5450a2 req-53de1e51-4b42-4e9c-91da-c4b9e09b016d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610580 Jan 17 00:33:28.153270 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de616f5-ee0a-467c-aa3d-a2d451a11554 req-dd8d364b-6c32-477c-980c-f5dc595edb5b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:28.155122 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9de616f5-ee0a-467c-aa3d-a2d451a11554 req-dd8d364b-6c32-477c-980c-f5dc595edb5b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0627112 Jan 17 00:33:28.254321 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ac017-0759-4127-a194-8f2870a067a4 req-404bd812-da20-4c6d-a218-41fec5282022 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:28.256153 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-267ac017-0759-4127-a194-8f2870a067a4 req-404bd812-da20-4c6d-a218-41fec5282022 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1116440 Jan 17 00:33:28.260195 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9de616f5-ee0a-467c-aa3d-a2d451a11554 req-4f09f71b-b558-4ed9-bfc7-aac5ff9df427 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956845 Jan 17 00:33:28.321107 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-267ac017-0759-4127-a194-8f2870a067a4 req-65510929-1a79-4a0b-8952-6edf72716bf2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577369 Jan 17 00:33:29.325484 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 174d8027-9f67-4cc9-a015-350edf2fda58 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:33:29.524684 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c454b-0637-4ec3-8435-e083d1265c8b req-dfea552f-c9cc-479f-8dc2-a072f2bb559a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:29.527366 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-138c454b-0637-4ec3-8435-e083d1265c8b req-dfea552f-c9cc-479f-8dc2-a072f2bb559a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0822794 Jan 17 00:33:29.585466 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 174d8027-9f67-4cc9-a015-350edf2fda58, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=174d8027-9f67-4cc9-a015-350edf2fda58,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:29.606798 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '174d8027-9f67-4cc9-a015-350edf2fda58', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'port_id': '174d8027-9f67-4cc9-a015-350edf2fda58', 'mac_address': 'fa:16:3e:5f:59:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:33:29.627178 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-138c454b-0637-4ec3-8435-e083d1265c8b req-a49a60a8-00f3-4fa5-a5cd-8ee85eabca63 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930183 Jan 17 00:33:29.680921 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 174d8027-9f67-4cc9-a015-350edf2fda58 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:33:29.682062 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:29.706864 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174d8027-9f67-4cc9-a015-350edf2fda58 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:33:29.801515 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 174d8027-9f67-4cc9-a015-350edf2fda58, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=174d8027-9f67-4cc9-a015-350edf2fda58,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:29.808210 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:29.809576 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:33:29.813048 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecc86e-620a-40db-a52e-3f1b05657a63 req-cc64cd4c-46d9-450e-b25f-4eea4e86313d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:29.839760 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9ecc86e-620a-40db-a52e-3f1b05657a63 req-cc64cd4c-46d9-450e-b25f-4eea4e86313d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1506958 Jan 17 00:33:29.952082 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9ecc86e-620a-40db-a52e-3f1b05657a63 req-5cb732bc-58c4-43fb-bdd2-d2101e224fc7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067855 Jan 17 00:33:29.960279 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=174d8027-9f67-4cc9-a015-350edf2fda58,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:30.134941 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.135583 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.136115 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.136604 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.137095 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.137829 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.138343 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.138848 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.139381 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.139984 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.141829 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.142803 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.143558 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.200039 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36196) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:30.223357 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:30.238186 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'd387932f-7090-40dc-82db-f73f3978410d', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'port_id': 'd387932f-7090-40dc-82db-f73f3978410d', 'mac_address': 'fa:16:3e:33:5b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:33:30.278777 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d387932f-7090-40dc-82db-f73f3978410d is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:33:30.279177 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.294319 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d387932f-7090-40dc-82db-f73f3978410d {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:33:30.318129 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:30.323469 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.363818 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.417429 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:30.447570 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36204) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:30.473426 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Publish callbacks [] for security_group (fec875a5-9928-4fec-9938-37405bec4328), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.478436 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fec875a5-9928-4fec-9938-37405bec4328), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.522452 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec875a5-9928-4fec-9938-37405bec4328,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:30.535505 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c36dfd921d0543209e79cf6213418294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343074 Jan 17 00:33:30.537149 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.537516 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.537893 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.538230 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.538561 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.538891 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.539369 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.539708 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.539827 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36212) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:30.540275 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.540370 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.540693 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.541194 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.541676 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed5a935-6796-41e1-bd24-b0dc996d1dce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.610433 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ec4af20a-1804-40f8-9663-77dfa0b0d9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.614077 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Publish callbacks [] for security_group (fec875a5-9928-4fec-9938-37405bec4328), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.654270 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Publish callbacks [] for security_group (fec875a5-9928-4fec-9938-37405bec4328), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.778919 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fec875a5-9928-4fec-9938-37405bec4328), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.781604 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.782824 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fec875a5-9928-4fec-9938-37405bec4328 HTTP/1.1" status: 204 len: 168 time: 0.2417326 Jan 17 00:33:30.786718 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ec4af20a-1804-40f8-9663-77dfa0b0d9a3 admin admin] Publish callbacks [] for security_group (c7e699e6-7bfd-4bb0-b937-418cda6269be), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.800397 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec875a5-9928-4fec-9938-37405bec4328,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:30.803109 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ec4af20a-1804-40f8-9663-77dfa0b0d9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (c7e699e6-7bfd-4bb0-b937-418cda6269be), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:30.824265 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.824625 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.825118 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.825467 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.825675 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.826009 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.826402 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.826680 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.827013 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.827596 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.827721 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.828045 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.828566 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47de8b61-16f3-4b13-9cea-c2f38f1caac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:33:30.843398 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9b76-9d29-4412-98ca-c93747f2ee44 req-df3d0765-a8d3-4f21-a089-461cd3bb13d0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:30.845393 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5caa9b76-9d29-4412-98ca-c93747f2ee44 req-df3d0765-a8d3-4f21-a089-461cd3bb13d0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 944 time: 0.1317735 Jan 17 00:33:30.874315 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-ec4af20a-1804-40f8-9663-77dfa0b0d9a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e50eba573bf473992dabf2aef47998e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284780 Jan 17 00:33:30.879296 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36220) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:30.905115 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4af20a-1804-40f8-9663-77dfa0b0d9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e699e6-7bfd-4bb0-b937-418cda6269be,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:30.951111 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5caa9b76-9d29-4412-98ca-c93747f2ee44 req-41ba4125-1879-4c9f-a77a-e00943cee185 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948043 Jan 17 00:33:31.018362 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-814cf349-edfd-4a16-9e89-d366c9d2a7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.059568 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33c44667-8247-48c0-8d62-e0c8e6d8f9d3 admin admin] Publish callbacks [] for security_group (c7e699e6-7bfd-4bb0-b937-418cda6269be), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.105619 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33c44667-8247-48c0-8d62-e0c8e6d8f9d3 admin admin] Publish callbacks [] for security_group (c7e699e6-7bfd-4bb0-b937-418cda6269be), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.169081 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33c44667-8247-48c0-8d62-e0c8e6d8f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (c7e699e6-7bfd-4bb0-b937-418cda6269be), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.175632 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33c44667-8247-48c0-8d62-e0c8e6d8f9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.182248 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-33c44667-8247-48c0-8d62-e0c8e6d8f9d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7e699e6-7bfd-4bb0-b937-418cda6269be HTTP/1.1" status: 204 len: 168 time: 0.3010941 Jan 17 00:33:31.217275 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c44667-8247-48c0-8d62-e0c8e6d8f9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e699e6-7bfd-4bb0-b937-418cda6269be,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:31.247935 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd167a-4dc2-48b6-8f25-e8cf0307f8ff req-6a7562e8-ce87-4957-aa41-5c904020b9cd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:31.251147 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4bcd167a-4dc2-48b6-8f25-e8cf0307f8ff req-6a7562e8-ce87-4957-aa41-5c904020b9cd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 945 time: 0.1122677 Jan 17 00:33:31.321868 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36236) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:31.337866 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4bcd167a-4dc2-48b6-8f25-e8cf0307f8ff req-87248503-20a1-4001-bf4e-522ab3390625 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672276 Jan 17 00:33:31.340744 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-982d33ed-cad7-45c5-bf64-20cf12d4cfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.459697 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-982d33ed-cad7-45c5-bf64-20cf12d4cfa4 admin admin] Publish callbacks [] for security_group (3faef61b-f9f5-4b37-8777-fe6ab6aa5e8c), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.464827 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-982d33ed-cad7-45c5-bf64-20cf12d4cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (3faef61b-f9f5-4b37-8777-fe6ab6aa5e8c), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.509245 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-982d33ed-cad7-45c5-bf64-20cf12d4cfa4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32dbdb3e8b414cec9d75613fd626286f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856329 Jan 17 00:33:31.510023 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d33ed-cad7-45c5-bf64-20cf12d4cfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faef61b-f9f5-4b37-8777-fe6ab6aa5e8c,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:31.512777 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36240) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:31.578879 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dafb7378-19f9-4c47-865b-081d6dee0a1b admin admin] Publish callbacks [] for security_group (3faef61b-f9f5-4b37-8777-fe6ab6aa5e8c), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.603602 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dafb7378-19f9-4c47-865b-081d6dee0a1b admin admin] Publish callbacks [] for security_group (3faef61b-f9f5-4b37-8777-fe6ab6aa5e8c), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.665250 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dafb7378-19f9-4c47-865b-081d6dee0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (3faef61b-f9f5-4b37-8777-fe6ab6aa5e8c), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.669078 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dafb7378-19f9-4c47-865b-081d6dee0a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:31.670698 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-dafb7378-19f9-4c47-865b-081d6dee0a1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3faef61b-f9f5-4b37-8777-fe6ab6aa5e8c HTTP/1.1" status: 204 len: 168 time: 0.1570430 Jan 17 00:33:31.683394 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb7378-19f9-4c47-865b-081d6dee0a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faef61b-f9f5-4b37-8777-fe6ab6aa5e8c,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:32.238434 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be42747-51f3-433c-8cb8-c7c0f5df8dfa req-9d835a7a-a8b4-40ea-b499-d25dfaf2cd28 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:32.244153 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6be42747-51f3-433c-8cb8-c7c0f5df8dfa req-9d835a7a-a8b4-40ea-b499-d25dfaf2cd28 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 944 time: 0.0685854 Jan 17 00:33:32.303468 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6be42747-51f3-433c-8cb8-c7c0f5df8dfa req-e57a0d84-dbd5-4b08-a39c-9ac44a5a155c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535862 Jan 17 00:33:32.495549 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616b3fc-cd25-40e3-8dd1-01806647f6e3 req-b003d78a-6c90-402f-ac19-c202da4cfa41 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:32.504486 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3616b3fc-cd25-40e3-8dd1-01806647f6e3 req-b003d78a-6c90-402f-ac19-c202da4cfa41 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 945 time: 0.0691361 Jan 17 00:33:32.578086 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3616b3fc-cd25-40e3-8dd1-01806647f6e3 req-82cec612-d3d5-4c9e-a770-1a1d2bf1a5fb tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723872 Jan 17 00:33:32.801273 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-5837ab67-34ee-44ee-ad4c-475644a15b60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915482 Jan 17 00:33:33.022732 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['174d8027-9f67-4cc9-a015-350edf2fda58'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:33:33.033471 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-4aa7ce98-f8e1-46ff-bad4-ce18b260640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:33.035868 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-4aa7ce98-f8e1-46ff-bad4-ce18b260640a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7a5689a8d04036a44cdcfcc4d6bbde&device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 1098 time: 0.0551100 Jan 17 00:33:33.100818 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['d387932f-7090-40dc-82db-f73f3978410d'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:33:33.246367 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e27b1452-73d9-4077-a36a-475d48e1bf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:33.346228 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-cc86ba65-6b81-47bd-9431-0e884adf8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:33.349641 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-cc86ba65-6b81-47bd-9431-0e884adf8495 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47c7bdf4-9655-419f-a209-4ee64d238137 HTTP/1.1" status: 200 len: 913 time: 0.2881455 Jan 17 00:33:33.436626 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-0c403346-e943-46ee-81c5-bc53e6c49e37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e6501-7068-442a-bb10-91ab29546f88 HTTP/1.1" status: 200 len: 217 time: 0.0783269 Jan 17 00:33:33.557089 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-f8fae226-fc0c-4344-a59f-0a9efa7c8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:33.559702 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-f8fae226-fc0c-4344-a59f-0a9efa7c8020 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2797a84f-a883-4a10-af72-efeb3c82d6e1 HTTP/1.1" status: 200 len: 852 time: 0.1161733 Jan 17 00:33:33.589650 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37916c-fc94-4a9d-b2c4-574ff3110ee7 req-b6668e54-8920-49d9-b368-b8a99da198f0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:33.591257 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0f37916c-fc94-4a9d-b2c4-574ff3110ee7 req-b6668e54-8920-49d9-b368-b8a99da198f0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 944 time: 0.1044526 Jan 17 00:33:33.608712 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-e2b8b78b-634d-4e7c-a9a4-2f1818b3b9ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47c7bdf4-9655-419f-a209-4ee64d238137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394695 Jan 17 00:33:33.716765 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0f37916c-fc94-4a9d-b2c4-574ff3110ee7 req-d18c9be2-5991-411f-9fc3-cb6604b6e611 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112196 Jan 17 00:33:33.799623 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-6593c8c8-75ae-4695-9567-5f2a49c65564 service neutron] 10.222.0.15 "GET /v2.0/networks/47c7bdf4-9655-419f-a209-4ee64d238137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834521 Jan 17 00:33:33.874661 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683d248-84be-4500-9e3e-8a49e85bbd12 req-1be5e670-8a80-43ae-aa84-95a97f10a7c2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:33.876572 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4683d248-84be-4500-9e3e-8a49e85bbd12 req-1be5e670-8a80-43ae-aa84-95a97f10a7c2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 945 time: 0.1487732 Jan 17 00:33:33.959873 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7c6680a6-f82c-4b59-bfc1-7f0c5de226c4 req-bd1adf6a-966d-4758-87b5-094719020c68 service neutron] 10.222.0.15 "GET /v2.0/networks/47c7bdf4-9655-419f-a209-4ee64d238137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510625 Jan 17 00:33:33.963699 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4683d248-84be-4500-9e3e-8a49e85bbd12 req-2cd8c3f6-611f-4c90-9094-6d28f7c6e806 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766020 Jan 17 00:33:34.648727 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 174d8027-9f67-4cc9-a015-350edf2fda58 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:33:34.746044 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 174d8027-9f67-4cc9-a015-350edf2fda58 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:33:34.754959 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 174d8027-9f67-4cc9-a015-350edf2fda58 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:33:34.755634 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:34.856900 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:34.952364 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc22e73-a702-41a5-8f8c-72e28ba47ba3 req-e49dbdfe-755e-44c2-88a8-da43b57f99a3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:34.957196 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 174d8027-9f67-4cc9-a015-350edf2fda58 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:33:34.957840 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:34.965050 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fdc22e73-a702-41a5-8f8c-72e28ba47ba3 req-e49dbdfe-755e-44c2-88a8-da43b57f99a3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 944 time: 0.1179819 Jan 17 00:33:35.071943 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174d8027-9f67-4cc9-a015-350edf2fda58'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:33:35.089310 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a27a94-f18b-4ecd-ae95-dc17f24d897a" -d '{"events": [{"server_uuid": "0d4b5d0a-ce05-409c-8148-60519211cdd1", "name": "network-vif-plugged", "status": "completed", "tag": "174d8027-9f67-4cc9-a015-350edf2fda58"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:33:35.146443 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:35.150429 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fdc22e73-a702-41a5-8f8c-72e28ba47ba3 req-680bb026-1103-496c-8e3e-120bc4460c26 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830769 Jan 17 00:33:35.151015 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 174d8027-9f67-4cc9-a015-350edf2fda58, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=174d8027-9f67-4cc9-a015-350edf2fda58,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:35.161749 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:35.163231 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:33:35.271477 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a3a0-3027-4707-a524-4550fd582571 req-14c83de0-ce0e-488e-9c21-aa7406ff0680 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:35.284854 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0512a3a0-3027-4707-a524-4550fd582571 req-14c83de0-ce0e-488e-9c21-aa7406ff0680 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 945 time: 0.1255269 Jan 17 00:33:35.368245 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d552ef-a0bc-4919-89f6-d87584154a09 x-openstack-request-id: req-f0d552ef-a0bc-4919-89f6-d87584154a09 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:33:35.369451 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4b5d0a-ce05-409c-8148-60519211cdd1", "name": "network-vif-plugged", "status": "completed", "tag": "174d8027-9f67-4cc9-a015-350edf2fda58", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:33:35.370356 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0d552ef-a0bc-4919-89f6-d87584154a09 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:33:35.372604 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174d8027-9f67-4cc9-a015-350edf2fda58', 'code': 200} Jan 17 00:33:35.388999 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0512a3a0-3027-4707-a524-4550fd582571 req-33aa9b90-9d51-491d-a8c2-ed124b0b8ccd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024745 Jan 17 00:33:35.438238 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=174d8027-9f67-4cc9-a015-350edf2fda58,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:35.453361 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port d387932f-7090-40dc-82db-f73f3978410d completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:33:35.459529 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port d387932f-7090-40dc-82db-f73f3978410d triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:33:35.460200 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (d387932f-7090-40dc-82db-f73f3978410d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:35.598455 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d387932f-7090-40dc-82db-f73f3978410d is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:33:35.598856 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:35.647099 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:35.654204 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:35.739442 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:36.302952 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9441dd-b578-42bf-965f-7878da3138a8 req-a6c07ba6-004e-40c6-b693-0b0a3034380f tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:36.304513 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8e9441dd-b578-42bf-965f-7878da3138a8 req-a6c07ba6-004e-40c6-b693-0b0a3034380f tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0539398 Jan 17 00:33:36.368272 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8e9441dd-b578-42bf-965f-7878da3138a8 req-049116f4-78e1-457e-8ddd-918b53bf2d38 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539522 Jan 17 00:33:36.543034 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024bb2d-0222-441f-acaf-2f9e4fea37f9 req-49b479c5-06fc-498e-bcc7-53210199c04e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:36.544821 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5024bb2d-0222-441f-acaf-2f9e4fea37f9 req-49b479c5-06fc-498e-bcc7-53210199c04e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0678356 Jan 17 00:33:36.603590 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5024bb2d-0222-441f-acaf-2f9e4fea37f9 req-8607a8d7-4dca-486c-829f-e70f1acfb2c9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511611 Jan 17 00:33:36.740937 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:37.312595 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:37.374697 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:33:37.377601 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71be007-45a9-4449-baff-c7b3ea101d09" -d '{"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-plugged", "status": "completed", "tag": "d387932f-7090-40dc-82db-f73f3978410d"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:33:37.418126 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e89749-2baa-486d-9a25-83082ed9aee8 x-openstack-request-id: req-59e89749-2baa-486d-9a25-83082ed9aee8 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:33:37.418535 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-plugged", "status": "completed", "tag": "d387932f-7090-40dc-82db-f73f3978410d", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:33:37.418923 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59e89749-2baa-486d-9a25-83082ed9aee8 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:33:37.419456 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d', 'code': 200} Jan 17 00:33:37.529674 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea76e8-34a0-4dcc-ac81-16061a259058 req-80daaced-e02a-425c-b180-324fb130877b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:37.531280 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-03ea76e8-34a0-4dcc-ac81-16061a259058 req-80daaced-e02a-425c-b180-324fb130877b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0536213 Jan 17 00:33:37.599611 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-03ea76e8-34a0-4dcc-ac81-16061a259058 req-da6ed6dc-4f29-409c-8bf8-ef8a131c82c3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586951 Jan 17 00:33:37.756117 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7564-a2ee-4710-a5e4-51af432ca011 req-7a42c2f0-1427-422c-874a-c21eaabfb85e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:37.758244 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b42f7564-a2ee-4710-a5e4-51af432ca011 req-7a42c2f0-1427-422c-874a-c21eaabfb85e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0534651 Jan 17 00:33:37.822068 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b42f7564-a2ee-4710-a5e4-51af432ca011 req-c9b96038-13df-4126-ac0f-d66e0139736e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571213 Jan 17 00:33:38.205285 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e477-243d-41f8-96d7-1e02a7c252d4 req-c8103774-5ecd-43ac-87af-75105817e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:38.207008 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dd02e477-243d-41f8-96d7-1e02a7c252d4 req-c8103774-5ecd-43ac-87af-75105817e050 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 1099 time: 0.0693197 Jan 17 00:33:38.217158 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6141f-7e1a-4c91-a307-05ebd7119fdf req-ffd1ae2d-a725-4097-892e-43b4e4af915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:38.218671 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c5f6141f-7e1a-4c91-a307-05ebd7119fdf req-ffd1ae2d-a725-4097-892e-43b4e4af915c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 1098 time: 0.0569935 Jan 17 00:33:38.290050 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dd02e477-243d-41f8-96d7-1e02a7c252d4 req-f0520ed6-b758-49c6-8246-c12aebf682d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749917 Jan 17 00:33:38.297720 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c5f6141f-7e1a-4c91-a307-05ebd7119fdf req-251a5475-cd90-421b-9914-719bbb7037f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656161 Jan 17 00:33:38.756875 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8278-0c37-44d3-a0e6-9a42b506c02c req-2b5245a5-a59f-40ac-97b1-4c9b215499a1 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:38.758629 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c5ae8278-0c37-44d3-a0e6-9a42b506c02c req-2b5245a5-a59f-40ac-97b1-4c9b215499a1 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0813913 Jan 17 00:33:38.824242 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c5ae8278-0c37-44d3-a0e6-9a42b506c02c req-b5fdc0d9-86dd-41d5-87b2-753b2aa28b13 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589550 Jan 17 00:33:38.981367 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775cc59-5be3-4645-ba11-1ccd48827085 req-58273b45-0b95-489a-a958-3e796728c6dd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:38.982973 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7775cc59-5be3-4645-ba11-1ccd48827085 req-58273b45-0b95-489a-a958-3e796728c6dd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0524187 Jan 17 00:33:39.054639 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7775cc59-5be3-4645-ba11-1ccd48827085 req-4a36eabb-f4c2-4ce4-b06e-fe7e00aa1c3a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635681 Jan 17 00:33:39.992437 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137c3fa-d0d3-4901-854b-3387f80dcd7e req-b161ecfb-bef0-4bd2-b882-7050b72e3abf tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:39.994270 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e137c3fa-d0d3-4901-854b-3387f80dcd7e req-b161ecfb-bef0-4bd2-b882-7050b72e3abf tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0587125 Jan 17 00:33:40.061196 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e137c3fa-d0d3-4901-854b-3387f80dcd7e req-5cb16ea9-aaeb-4db9-894c-98e47b21139e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604162 Jan 17 00:33:40.265771 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa007b-3cbd-4dd3-bc1e-08e37330be4d req-a5cdd483-6e43-46f4-9240-95ac976b0c92 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:40.270066 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-23aa007b-3cbd-4dd3-bc1e-08e37330be4d req-a5cdd483-6e43-46f4-9240-95ac976b0c92 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0917258 Jan 17 00:33:40.339574 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-23aa007b-3cbd-4dd3-bc1e-08e37330be4d req-1c4c75c0-b63d-4f90-90ff-20f492511a3c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605292 Jan 17 00:33:40.504226 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36546) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:40.644766 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f12a6e8a-f378-490d-9f89-6ec59cfdb55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:40.746681 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f12a6e8a-f378-490d-9f89-6ec59cfdb55d admin admin] Publish callbacks [] for security_group (c70011c2-7e5a-42a5-9bb7-2172dae1417f), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:40.753426 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f12a6e8a-f378-490d-9f89-6ec59cfdb55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (c70011c2-7e5a-42a5-9bb7-2172dae1417f), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:40.826266 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-f12a6e8a-f378-490d-9f89-6ec59cfdb55d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9d854afb5bc43f19f5960ac7ca59510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206191 Jan 17 00:33:40.828279 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a6e8a-f378-490d-9f89-6ec59cfdb55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70011c2-7e5a-42a5-9bb7-2172dae1417f,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:40.829205 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36564) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:40.965975 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4b52-9214-48f1-ab79-b8fc25cc8eef admin admin] Publish callbacks [] for security_group (c70011c2-7e5a-42a5-9bb7-2172dae1417f), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:41.007116 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4b52-9214-48f1-ab79-b8fc25cc8eef admin admin] Publish callbacks [] for security_group (c70011c2-7e5a-42a5-9bb7-2172dae1417f), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:41.098307 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4b52-9214-48f1-ab79-b8fc25cc8eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (c70011c2-7e5a-42a5-9bb7-2172dae1417f), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:41.101503 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6a8a4b52-9214-48f1-ab79-b8fc25cc8eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:41.102735 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-6a8a4b52-9214-48f1-ab79-b8fc25cc8eef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c70011c2-7e5a-42a5-9bb7-2172dae1417f HTTP/1.1" status: 204 len: 168 time: 0.2721093 Jan 17 00:33:41.114066 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a4b52-9214-48f1-ab79-b8fc25cc8eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70011c2-7e5a-42a5-9bb7-2172dae1417f,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:41.215328 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fd0a4-dd54-4e89-95ee-0bc679fb4226 req-b4402a81-17ab-44ba-889f-a97418aeaa07 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:41.218596 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2c4fd0a4-dd54-4e89-95ee-0bc679fb4226 req-b4402a81-17ab-44ba-889f-a97418aeaa07 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0686014 Jan 17 00:33:41.291114 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2c4fd0a4-dd54-4e89-95ee-0bc679fb4226 req-d2f3bb36-9138-46de-9f1e-a09daf7e072d tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587716 Jan 17 00:33:41.548820 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36598) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:41.563374 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b8287-24dd-4f1a-801b-eb73dfd7b49a req-e8e7f4e6-9d9f-438f-a009-0d81dbf9a462 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:41.563879 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7528edf-b462-4647-abd2-7d32e830bedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:41.565168 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-876b8287-24dd-4f1a-801b-eb73dfd7b49a req-e8e7f4e6-9d9f-438f-a009-0d81dbf9a462 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1391358 Jan 17 00:33:41.580336 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36600) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:41.586776 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409329f7-1bab-45c7-80fe-05554949d1fc req-5ab9372a-99c8-41b2-826f-5ff79f1c6d53 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:41.587350 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-cdaee178-6e0a-4ade-a978-682aae79e37e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'floatingip': {'port_id': '174d8027-9f67-4cc9-a015-350edf2fda58'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:33:41.588643 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-409329f7-1bab-45c7-80fe-05554949d1fc req-5ab9372a-99c8-41b2-826f-5ff79f1c6d53 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0848484 Jan 17 00:33:41.651749 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-409329f7-1bab-45c7-80fe-05554949d1fc req-770b6bf2-8d94-4e30-b905-1486fdabf7e1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574293 Jan 17 00:33:41.690591 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cdaee178-6e0a-4ade-a978-682aae79e37e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (2a512709-5ce1-4783-8ce6-d5ba3e2b758b), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:41.838860 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917ab4f-476b-4f21-a562-fa783c134a3e req-bf22746a-874a-4e05-b8eb-2863f814a180 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:41.841943 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a917ab4f-476b-4f21-a562-fa783c134a3e req-bf22746a-874a-4e05-b8eb-2863f814a180 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0949035 Jan 17 00:33:41.850789 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7528edf-b462-4647-abd2-7d32e830bedc admin admin] Publish callbacks [] for security_group (e6472e4c-3d10-441c-b6a6-babc470be5b3), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:41.857156 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36604) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:41.861919 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-422efdfe-c7cb-4452-9c0a-eb95959ca62c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'floatingip': {'port_id': 'd387932f-7090-40dc-82db-f73f3978410d'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:33:41.900156 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7528edf-b462-4647-abd2-7d32e830bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e6472e4c-3d10-441c-b6a6-babc470be5b3), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:41.979896 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-a7528edf-b462-4647-abd2-7d32e830bedc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79c55e52e4074e9e90f4caeb6e43bbe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283931 Jan 17 00:33:41.982485 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36612) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:42.023361 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-422efdfe-c7cb-4452-9c0a-eb95959ca62c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (e26ac861-75f3-4367-afe4-ac45fa989ef5), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:42.136883 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-336b097c-da57-4665-a74b-0a6f35288c23 admin admin] Publish callbacks [] for security_group (e6472e4c-3d10-441c-b6a6-babc470be5b3), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:42.198948 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-336b097c-da57-4665-a74b-0a6f35288c23 admin admin] Publish callbacks [] for security_group (e6472e4c-3d10-441c-b6a6-babc470be5b3), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:42.260766 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-336b097c-da57-4665-a74b-0a6f35288c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e6472e4c-3d10-441c-b6a6-babc470be5b3), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:42.263926 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-336b097c-da57-4665-a74b-0a6f35288c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:42.265220 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-336b097c-da57-4665-a74b-0a6f35288c23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6472e4c-3d10-441c-b6a6-babc470be5b3 HTTP/1.1" status: 204 len: 168 time: 0.2815180 Jan 17 00:33:42.282269 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b097c-da57-4665-a74b-0a6f35288c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6472e4c-3d10-441c-b6a6-babc470be5b3,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:42.389497 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7528edf-b462-4647-abd2-7d32e830bedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6472e4c-3d10-441c-b6a6-babc470be5b3,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:42.806224 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36656) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:43.260852 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cdaee178-6e0a-4ade-a978-682aae79e37e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.262887 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-422efdfe-c7cb-4452-9c0a-eb95959ca62c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.266943 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cdaee178-6e0a-4ade-a978-682aae79e37e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (2a512709-5ce1-4783-8ce6-d5ba3e2b758b), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.270022 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-422efdfe-c7cb-4452-9c0a-eb95959ca62c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (e26ac861-75f3-4367-afe4-ac45fa989ef5), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.308404 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36678) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:43.354679 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36682) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:43.356168 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1be36b6d-a871-4294-bebd-00554638209a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.526722 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d3856b8a-b0e2-4d0a-8f08-5514737bd5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.559090 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ca66c272-ce9b-42c7-b332-93b17aa8253c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.581484 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1be36b6d-a871-4294-bebd-00554638209a admin admin] Publish callbacks [] for security_group (dee80f13-5054-4873-b8c5-ae3f71f01e39), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.597834 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1be36b6d-a871-4294-bebd-00554638209a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (dee80f13-5054-4873-b8c5-ae3f71f01e39), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.661470 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-1be36b6d-a871-4294-bebd-00554638209a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=949c1418afd347bfb536d34f41703995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8529618 Jan 17 00:33:43.672044 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36694) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:43.705757 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be36b6d-a871-4294-bebd-00554638209a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee80f13-5054-4873-b8c5-ae3f71f01e39,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:43.785509 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.l3_db [None req-cdaee178-6e0a-4ade-a978-682aae79e37e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Floating IP 2a512709-5ce1-4783-8ce6-d5ba3e2b758b associated. External IP: 172.27.3.233, port: 174d8027-9f67-4cc9-a015-350edf2fda58. Jan 17 00:33:43.834441 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.l3_db [None req-422efdfe-c7cb-4452-9c0a-eb95959ca62c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Floating IP e26ac861-75f3-4367-afe4-ac45fa989ef5 associated. External IP: 172.27.3.155, port: d387932f-7090-40dc-82db-f73f3978410d. Jan 17 00:33:43.835036 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d3856b8a-b0e2-4d0a-8f08-5514737bd5dd admin admin] Publish callbacks [] for security_group (6953b126-3c6b-4c2b-a1e3-51474ab8a4d3), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.844095 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d3856b8a-b0e2-4d0a-8f08-5514737bd5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (6953b126-3c6b-4c2b-a1e3-51474ab8a4d3), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:43.907085 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f3e7a-9d12-467f-9f53-4aaa4a4f934b req-2ec34b45-9c41-4406-abe7-d0ebfab5c562 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:43.910461 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ca7f3e7a-9d12-467f-9f53-4aaa4a4f934b req-2ec34b45-9c41-4406-abe7-d0ebfab5c562 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.1477516 Jan 17 00:33:43.953537 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-d3856b8a-b0e2-4d0a-8f08-5514737bd5dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14d5fc22ae23447b9a6a5fa13f1bf789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6422968 Jan 17 00:33:43.960295 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36706) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:43.965151 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3856b8a-b0e2-4d0a-8f08-5514737bd5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6953b126-3c6b-4c2b-a1e3-51474ab8a4d3,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:44.042437 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ca7f3e7a-9d12-467f-9f53-4aaa4a4f934b req-d045ae56-984f-4ee9-a2ff-7dbaf0989837 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203096 Jan 17 00:33:44.066252 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-dc82733a-d8ff-4704-b58b-b9842f834ff7 admin admin] Publish callbacks [] for security_group (6953b126-3c6b-4c2b-a1e3-51474ab8a4d3), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.091135 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-dc82733a-d8ff-4704-b58b-b9842f834ff7 admin admin] Publish callbacks [] for security_group (6953b126-3c6b-4c2b-a1e3-51474ab8a4d3), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.165567 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-dc82733a-d8ff-4704-b58b-b9842f834ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (6953b126-3c6b-4c2b-a1e3-51474ab8a4d3), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.170293 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-dc82733a-d8ff-4704-b58b-b9842f834ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.175867 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-dc82733a-d8ff-4704-b58b-b9842f834ff7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6953b126-3c6b-4c2b-a1e3-51474ab8a4d3 HTTP/1.1" status: 204 len: 168 time: 0.2104714 Jan 17 00:33:44.178012 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f266-e7b4-43fd-a97e-54513498c5d9 admin admin] Publish callbacks [] for security_group (dee80f13-5054-4873-b8c5-ae3f71f01e39), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.195597 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82733a-d8ff-4704-b58b-b9842f834ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6953b126-3c6b-4c2b-a1e3-51474ab8a4d3,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:44.228523 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ca66c272-ce9b-42c7-b332-93b17aa8253c admin admin] Publish callbacks [] for security_group (e34f02b6-0833-413c-bd09-5925895e4c94), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.250503 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ca66c272-ce9b-42c7-b332-93b17aa8253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e34f02b6-0833-413c-bd09-5925895e4c94), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.276752 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f266-e7b4-43fd-a97e-54513498c5d9 admin admin] Publish callbacks [] for security_group (dee80f13-5054-4873-b8c5-ae3f71f01e39), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.358006 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-ca66c272-ce9b-42c7-b332-93b17aa8253c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=025ebd2eda7b4344a11457e323b6db70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0021379 Jan 17 00:33:44.363623 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36718) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:44.392247 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66c272-ce9b-42c7-b332-93b17aa8253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f02b6-0833-413c-bd09-5925895e4c94,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:44.540025 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-25d68885-2ab3-4f50-bafd-9c655d1f78aa admin admin] Publish callbacks [] for security_group (e34f02b6-0833-413c-bd09-5925895e4c94), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.545487 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f266-e7b4-43fd-a97e-54513498c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (dee80f13-5054-4873-b8c5-ae3f71f01e39), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.548138 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f266-e7b4-43fd-a97e-54513498c5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.549319 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c2f0f266-e7b4-43fd-a97e-54513498c5d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dee80f13-5054-4873-b8c5-ae3f71f01e39 HTTP/1.1" status: 204 len: 168 time: 0.8703976 Jan 17 00:33:44.580493 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0f266-e7b4-43fd-a97e-54513498c5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee80f13-5054-4873-b8c5-ae3f71f01e39,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:44.589550 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422efdfe-c7cb-4452-9c0a-eb95959ca62c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Router 500e0536-9e0c-4c6f-822a-523a45ad30e4 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:33:44.604590 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaee178-6e0a-4ade-a978-682aae79e37e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Router ddda0f15-ef37-4f47-9be0-19e002705718 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:33:44.621366 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-25d68885-2ab3-4f50-bafd-9c655d1f78aa admin admin] Publish callbacks [] for security_group (e34f02b6-0833-413c-bd09-5925895e4c94), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.758142 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-25d68885-2ab3-4f50-bafd-9c655d1f78aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e34f02b6-0833-413c-bd09-5925895e4c94), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.762403 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-25d68885-2ab3-4f50-bafd-9c655d1f78aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.774621 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-25d68885-2ab3-4f50-bafd-9c655d1f78aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e34f02b6-0833-413c-bd09-5925895e4c94 HTTP/1.1" status: 204 len: 168 time: 0.4071743 Jan 17 00:33:44.794266 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d68885-2ab3-4f50-bafd-9c655d1f78aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f02b6-0833-413c-bd09-5925895e4c94,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:44.821365 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422efdfe-c7cb-4452-9c0a-eb95959ca62c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:33:44.827139 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-422efdfe-c7cb-4452-9c0a-eb95959ca62c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.832659 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaee178-6e0a-4ade-a978-682aae79e37e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:33:44.852431 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cdaee178-6e0a-4ade-a978-682aae79e37e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:44.860635 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] Sync routers for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:33:44.883253 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:33:44.884047 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:33:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:44.887246 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] Sync routers for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:33:44.915757 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-422efdfe-c7cb-4452-9c0a-eb95959ca62c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "PUT /v2.0/floatingips/e26ac861-75f3-4367-afe4-ac45fa989ef5 HTTP/1.1" status: 200 len: 992 time: 3.0453925 Jan 17 00:33:44.918338 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:33:44.920701 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed254d-643d-4932-9dcf-c5b5e159da40" -d '{"events": [{"name": "network-changed", "server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "tag": "d387932f-7090-40dc-82db-f73f3978410d"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:33:44.930346 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:33:44.934041 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-cdaee178-6e0a-4ade-a978-682aae79e37e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "PUT /v2.0/floatingips/2a512709-5ce1-4783-8ce6-d5ba3e2b758b HTTP/1.1" status: 200 len: 991 time: 3.3486791 Jan 17 00:33:44.938597 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:33:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:45.022641 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:33:45.070217 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf90cc4a-1a74-467c-86c9-a69d958aae8d x-openstack-request-id: req-bf90cc4a-1a74-467c-86c9-a69d958aae8d {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:33:45.070552 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "tag": "d387932f-7090-40dc-82db-f73f3978410d", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:33:45.071002 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf90cc4a-1a74-467c-86c9-a69d958aae8d {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:33:45.071596 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d', 'status': 'completed', 'code': 200} Jan 17 00:33:45.255951 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:33:45.349788 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36742) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:45.367289 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-186fb18d-6aaf-47bd-84d9-f323a8be0654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:45.605271 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-186fb18d-6aaf-47bd-84d9-f323a8be0654 admin admin] Publish callbacks [] for security_group (2ac9672b-c960-4ab7-8750-1ebe16421872), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:45.612333 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-186fb18d-6aaf-47bd-84d9-f323a8be0654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2ac9672b-c960-4ab7-8750-1ebe16421872), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:45.710569 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fb18d-6aaf-47bd-84d9-f323a8be0654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac9672b-c960-4ab7-8750-1ebe16421872,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:45.716507 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'e26ac861-75f3-4367-afe4-ac45fa989ef5', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'port_id': 'd387932f-7090-40dc-82db-f73f3978410d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'mac_address': 'fa:16:3e:33:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:32:54Z', 'updated_at': '2022-01-17T00:33:43Z', 'revision_number': 1, 'project_id': '8b2712d873674207a8abc2738a48850a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:45.726902 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '2a512709-5ce1-4783-8ce6-d5ba3e2b758b', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'port_id': '174d8027-9f67-4cc9-a015-350edf2fda58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'mac_address': 'fa:16:3e:5f:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:32:51Z', 'updated_at': '2022-01-17T00:33:43Z', 'revision_number': 1, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:45.739996 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36748) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:45.740795 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-186fb18d-6aaf-47bd-84d9-f323a8be0654 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e35cdba0bbfe4bd0b39a9711c0ed45ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858485 Jan 17 00:33:45.776326 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] Checking router: ddda0f15-ef37-4f47-9be0-19e002705718 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:33:45.796599 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:33:45.798147 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:33:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:45.807504 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] Checking router: 500e0536-9e0c-4c6f-822a-523a45ad30e4 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:33:45.832118 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:33:45.834499 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:33:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:45.872323 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36752) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:45.876487 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-94ac258c-0809-4570-81cf-0bd82da5810e admin admin] Publish callbacks [] for security_group (2ac9672b-c960-4ab7-8750-1ebe16421872), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:45.914835 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c53c3d74-f7dd-4855-8d76-f9130fb5b7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:45.958103 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-94ac258c-0809-4570-81cf-0bd82da5810e admin admin] Publish callbacks [] for security_group (2ac9672b-c960-4ab7-8750-1ebe16421872), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:45.962116 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36756) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:46.068632 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-94ac258c-0809-4570-81cf-0bd82da5810e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2ac9672b-c960-4ab7-8750-1ebe16421872), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.074418 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-94ac258c-0809-4570-81cf-0bd82da5810e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.076718 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-94ac258c-0809-4570-81cf-0bd82da5810e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ac9672b-c960-4ab7-8750-1ebe16421872 HTTP/1.1" status: 204 len: 168 time: 0.3354650 Jan 17 00:33:46.092555 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac258c-0809-4570-81cf-0bd82da5810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac9672b-c960-4ab7-8750-1ebe16421872,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:46.110333 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c53c3d74-f7dd-4855-8d76-f9130fb5b7fc admin admin] Publish callbacks [] for security_group (6a206548-3eb8-4142-bf52-cbac3aa7a443), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.114015 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:33:46.114597 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-52bce43a-434c-40db-9bad-cded1c8df9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.119893 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c53c3d74-f7dd-4855-8d76-f9130fb5b7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (6a206548-3eb8-4142-bf52-cbac3aa7a443), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.206913 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:33:46.231366 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c53c3d74-f7dd-4855-8d76-f9130fb5b7fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55544d0fc7d1446db695b2de07c64bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542795 Jan 17 00:33:46.231711 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 36760) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:46.248764 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c3d74-f7dd-4855-8d76-f9130fb5b7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a206548-3eb8-4142-bf52-cbac3aa7a443,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:46.331124 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ed88b803-6ced-4225-a4f3-67b07b363648 admin admin] Publish callbacks [] for security_group (6a206548-3eb8-4142-bf52-cbac3aa7a443), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.356851 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-52bce43a-434c-40db-9bad-cded1c8df9a3 admin admin] Publish callbacks [] for security_group (04f7746a-90b3-4fbe-a0ce-b7c4fec2b880), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.365533 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-52bce43a-434c-40db-9bad-cded1c8df9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (04f7746a-90b3-4fbe-a0ce-b7c4fec2b880), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.382621 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ed88b803-6ced-4225-a4f3-67b07b363648 admin admin] Publish callbacks [] for security_group (6a206548-3eb8-4142-bf52-cbac3aa7a443), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.417612 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-52bce43a-434c-40db-9bad-cded1c8df9a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec603529cccd40f3af502256c414ae1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539139 Jan 17 00:33:46.418817 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bce43a-434c-40db-9bad-cded1c8df9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f7746a-90b3-4fbe-a0ce-b7c4fec2b880,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:46.422993 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 36762) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:46.443279 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'e26ac861-75f3-4367-afe4-ac45fa989ef5', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'port_id': 'd387932f-7090-40dc-82db-f73f3978410d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'mac_address': 'fa:16:3e:33:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:32:54Z', 'updated_at': '2022-01-17T00:33:43Z', 'revision_number': 1, 'project_id': '8b2712d873674207a8abc2738a48850a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:46.493856 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64f75a40-6b9b-4169-9520-45015dd60334 admin admin] Publish callbacks [] for security_group (04f7746a-90b3-4fbe-a0ce-b7c4fec2b880), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.506056 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ed88b803-6ced-4225-a4f3-67b07b363648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (6a206548-3eb8-4142-bf52-cbac3aa7a443), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.506681 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb6642-09a2-4a23-8ff0-6a21c4239c91 None None] The sync data for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi is: [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'e26ac861-75f3-4367-afe4-ac45fa989ef5', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'port_id': 'd387932f-7090-40dc-82db-f73f3978410d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'mac_address': 'fa:16:3e:33:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:32:54Z', 'updated_at': '2022-01-17T00:33:43Z', 'revision_number': 1, 'project_id': '8b2712d873674207a8abc2738a48850a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:33:46.525656 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ed88b803-6ced-4225-a4f3-67b07b363648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.527563 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-ed88b803-6ced-4225-a4f3-67b07b363648 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a206548-3eb8-4142-bf52-cbac3aa7a443 HTTP/1.1" status: 204 len: 168 time: 0.2944801 Jan 17 00:33:46.540065 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88b803-6ced-4225-a4f3-67b07b363648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a206548-3eb8-4142-bf52-cbac3aa7a443,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:46.555041 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64f75a40-6b9b-4169-9520-45015dd60334 admin admin] Publish callbacks [] for security_group (04f7746a-90b3-4fbe-a0ce-b7c4fec2b880), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.648987 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64f75a40-6b9b-4169-9520-45015dd60334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (04f7746a-90b3-4fbe-a0ce-b7c4fec2b880), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.652910 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64f75a40-6b9b-4169-9520-45015dd60334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:46.654180 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-64f75a40-6b9b-4169-9520-45015dd60334 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04f7746a-90b3-4fbe-a0ce-b7c4fec2b880 HTTP/1.1" status: 204 len: 168 time: 0.2312572 Jan 17 00:33:46.668368 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f75a40-6b9b-4169-9520-45015dd60334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f7746a-90b3-4fbe-a0ce-b7c4fec2b880,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:46.687422 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '2a512709-5ce1-4783-8ce6-d5ba3e2b758b', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'port_id': '174d8027-9f67-4cc9-a015-350edf2fda58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'mac_address': 'fa:16:3e:5f:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:32:51Z', 'updated_at': '2022-01-17T00:33:43Z', 'revision_number': 1, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:46.733565 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c57d7e-f5d9-4573-97f1-62e4aa8e580f None None] The sync data for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi is: [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '2a512709-5ce1-4783-8ce6-d5ba3e2b758b', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'port_id': '174d8027-9f67-4cc9-a015-350edf2fda58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'mac_address': 'fa:16:3e:5f:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:32:51Z', 'updated_at': '2022-01-17T00:33:43Z', 'revision_number': 1, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:33:46.910262 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec4e2e9-39f1-4d98-9c9f-f83fcdc089b1 None None] New status for floating IP e26ac861-75f3-4367-afe4-ac45fa989ef5: ACTIVE {{(pid=109115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:33:47.073323 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'tag': '174d8027-9f67-4cc9-a015-350edf2fda58'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:33:47.076587 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713e5dd7-0765-4bca-8a7d-d3a43790863c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4b5d0a-ce05-409c-8148-60519211cdd1", "tag": "174d8027-9f67-4cc9-a015-350edf2fda58"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:33:47.109772 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460860f8-a0f9-4958-bb52-0c76cb983575 None None] New status for floating IP 2a512709-5ce1-4783-8ce6-d5ba3e2b758b: ACTIVE {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:33:47.354093 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-65c64745-9f2b-419b-90e6-11044aef3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:47.357735 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-65c64745-9f2b-419b-90e6-11044aef3f51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 1099 time: 0.0834191 Jan 17 00:33:47.388562 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a0ed85-af70-4822-8bc6-a3e0c023916c x-openstack-request-id: req-68a0ed85-af70-4822-8bc6-a3e0c023916c {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:33:47.389464 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4b5d0a-ce05-409c-8148-60519211cdd1", "tag": "174d8027-9f67-4cc9-a015-350edf2fda58", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:33:47.389877 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68a0ed85-af70-4822-8bc6-a3e0c023916c {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:33:47.390447 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'tag': '174d8027-9f67-4cc9-a015-350edf2fda58', 'status': 'completed', 'code': 200} Jan 17 00:33:47.505929 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7273e35-16a8-4854-8368-2fb941af20f7 req-f1101048-b733-4046-9003-ae8e6fc98de6 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:47.505929 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a7273e35-16a8-4854-8368-2fb941af20f7 req-f1101048-b733-4046-9003-ae8e6fc98de6 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.0931582 Jan 17 00:33:47.896281 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a7273e35-16a8-4854-8368-2fb941af20f7 req-670f96b4-dbc0-4352-8825-e4fe57131cf6 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531889 Jan 17 00:33:47.908291 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-cfc92e1a-34f8-43a2-aeff-6c59c66a7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:47.908291 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-cfc92e1a-34f8-43a2-aeff-6c59c66a7007 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 1098 time: 0.3935390 Jan 17 00:33:47.930830 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-80cf5f5d-483e-450f-baaf-f7ddc9eb0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:47.932560 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-80cf5f5d-483e-450f-baaf-f7ddc9eb0b68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 917 time: 0.4406962 Jan 17 00:33:48.143359 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-b5b3f3e8-bc8a-421d-bd50-9d86da2b32b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d387932f-7090-40dc-82db-f73f3978410d HTTP/1.1" status: 200 len: 1002 time: 0.1902461 Jan 17 00:33:48.300410 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-69a1d9b4-5004-48ed-a9fa-f251fda4f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:48.310133 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-69a1d9b4-5004-48ed-a9fa-f251fda4f3b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 912 time: 0.3582006 Jan 17 00:33:48.326866 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-e00002c3-4b1b-4fb7-b255-7379ccb5ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:48.333747 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-e00002c3-4b1b-4fb7-b255-7379ccb5ac46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.1704266 Jan 17 00:33:48.651571 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560298e5-7b71-4463-956d-76c84e61b268 req-1cf2c91b-0f45-436f-8541-50ba99c2bf84 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:48.658309 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-560298e5-7b71-4463-956d-76c84e61b268 req-1cf2c91b-0f45-436f-8541-50ba99c2bf84 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.2578137 Jan 17 00:33:48.674177 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-706b69d1-01f2-4ded-9f76-fec462b50c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:48.675877 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-706b69d1-01f2-4ded-9f76-fec462b50c40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2750649 Jan 17 00:33:48.681077 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-e720c927-a5bb-47e9-8728-b2dd9fed85b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=174d8027-9f67-4cc9-a015-350edf2fda58 HTTP/1.1" status: 200 len: 1001 time: 0.2816098 Jan 17 00:33:48.898674 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [req-560298e5-7b71-4463-956d-76c84e61b268 req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Deleting port 715e6501-7068-442a-bb10-91ab29546f88 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:33:48.900031 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-560298e5-7b71-4463-956d-76c84e61b268 req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (715e6501-7068-442a-bb10-91ab29546f88), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:48.912111 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-efe8e6d2-cb2e-41b9-9137-bde1f9134af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:48.913660 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-efe8e6d2-cb2e-41b9-9137-bde1f9134af4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36b636d4-597d-47bb-856e-19ae1f9f8825 HTTP/1.1" status: 200 len: 850 time: 0.2160423 Jan 17 00:33:49.104652 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-fd5613d1-ca58-46c1-b741-e3dafd0e5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:49.106185 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-fd5613d1-ca58-46c1-b741-e3dafd0e5deb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22fb6404-5f10-4c0e-8046-52ecafb709e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1817431 Jan 17 00:33:49.108374 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-1a41aa7a-1023-4306-9037-8e9fcecd3834 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120793 Jan 17 00:33:49.195831 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [req-560298e5-7b71-4463-956d-76c84e61b268 req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] For port 715e6501-7068-442a-bb10-91ab29546f88, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=715e6501-7068-442a-bb10-91ab29546f88,segment=NetworkSegment(921ffdcc-8727-4931-b472-8e1a565b8224),segment_id=921ffdcc-8727-4931-b472-8e1a565b8224)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:33:49.196904 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-560298e5-7b71-4463-956d-76c84e61b268 req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (715e6501-7068-442a-bb10-91ab29546f88), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:49.236389 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43ed254d-643d-4932-9dcf-c5b5e159da40 req-537334c0-7db6-4a88-bbe8-6606122d4732 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134968 Jan 17 00:33:49.287554 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [req-560298e5-7b71-4463-956d-76c84e61b268 req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Calling delete_port for 715e6501-7068-442a-bb10-91ab29546f88 owned by compute:nova {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:33:49.292660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0992475-5b2d-4abd-b5b2-6a163431536f req-ad56a340-a956-4bf4-b806-e9eebe8df90a tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:49.300725 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f0992475-5b2d-4abd-b5b2-6a163431536f req-ad56a340-a956-4bf4-b806-e9eebe8df90a tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 945 time: 0.2660112 Jan 17 00:33:49.429404 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f0992475-5b2d-4abd-b5b2-6a163431536f req-2c552e4e-4c63-4e0b-b3cb-72e497e646c3 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/security-groups?id=d18ac486-8df2-4c46-bc0d-60ef5babbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262345 Jan 17 00:33:49.536251 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-3299685d-bf9a-4eba-97c2-f5f2603d8df6 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122100 Jan 17 00:33:49.661288 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-560298e5-7b71-4463-956d-76c84e61b268 req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144'] for port (715e6501-7068-442a-bb10-91ab29546f88), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:49.698240 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['715e6501-7068-442a-bb10-91ab29546f88'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:33:49.770263 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Pushing event deleted for resources: {'Port': ['ID=715e6501-7068-442a-bb10-91ab29546f88,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:49.813635 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [req-560298e5-7b71-4463-956d-76c84e61b268 req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] No DVR routers for this DVR port 715e6501-7068-442a-bb10-91ab29546f88 on host hv-cinder-81546 {{(pid=109113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:33:49.819751 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-560298e5-7b71-4463-956d-76c84e61b268 req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:49.824522 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-560298e5-7b71-4463-956d-76c84e61b268 req-c66ecb5b-8cfe-4976-911d-7af10138df6f tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.15 "DELETE /v2.0/ports/715e6501-7068-442a-bb10-91ab29546f88 HTTP/1.1" status: 204 len: 173 time: 1.1405134 Jan 17 00:33:49.825562 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bbb44b-39dc-42db-a10a-191cec803b48', 'name': 'network-vif-deleted', 'tag': '715e6501-7068-442a-bb10-91ab29546f88'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:33:49.829151 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15631b2a-4a31-4512-a50f-d52489738852" -d '{"events": [{"server_uuid": "48bbb44b-39dc-42db-a10a-191cec803b48", "name": "network-vif-deleted", "tag": "715e6501-7068-442a-bb10-91ab29546f88"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:33:49.881002 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-713e5dd7-0765-4bca-8a7d-d3a43790863c req-06813f43-8360-43df-99be-6347efab271e service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368683 Jan 17 00:33:50.064286 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46bd5e0-8721-466f-b3f9-84a82a34b1e1 x-openstack-request-id: req-e46bd5e0-8721-466f-b3f9-84a82a34b1e1 {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:33:50.066037 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bbb44b-39dc-42db-a10a-191cec803b48", "name": "network-vif-deleted", "tag": "715e6501-7068-442a-bb10-91ab29546f88", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:33:50.066690 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e46bd5e0-8721-466f-b3f9-84a82a34b1e1 {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:33:50.067590 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bbb44b-39dc-42db-a10a-191cec803b48', 'name': 'network-vif-deleted', 'tag': '715e6501-7068-442a-bb10-91ab29546f88', 'status': 'completed', 'code': 200} Jan 17 00:33:50.645519 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b28d5d23-6b08-4b82-b560-c15d2dfb200d req-a2f691be-7b27-43a6-bdc3-45e731ed0762 tempest-DeleteServersTestJSON-1454177098 tempest-DeleteServersTestJSON-1454177098-project] 10.222.0.24 "GET /v2.0/ports?device_id=48bbb44b-39dc-42db-a10a-191cec803b48 HTTP/1.1" status: 200 len: 210 time: 0.0540144 Jan 17 00:33:52.948687 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 715e6501-7068-442a-bb10-91ab29546f88 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:33:52.979701 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: 715e6501-7068-442a-bb10-91ab29546f88 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:33:52.981043 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 715e6501-7068-442a-bb10-91ab29546f88 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:33:53.170582 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:33:53.697806 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37216) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:53.758982 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9185afb-a22d-4024-926a-58eb40a38fc3 admin admin] Deleting subnet 2797a84f-a883-4a10-af72-efeb3c82d6e1 {{(pid=109112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:33:53.764453 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a9185afb-a22d-4024-926a-58eb40a38fc3 admin admin] Publish callbacks [] for subnet (2797a84f-a883-4a10-af72-efeb3c82d6e1), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:53.834246 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a9185afb-a22d-4024-926a-58eb40a38fc3 admin admin] Publish callbacks [] for subnet (2797a84f-a883-4a10-af72-efeb3c82d6e1), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:53.852209 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a9185afb-a22d-4024-926a-58eb40a38fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (2797a84f-a883-4a10-af72-efeb3c82d6e1), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:53.988529 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37226) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:54.006600 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a9185afb-a22d-4024-926a-58eb40a38fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (2797a84f-a883-4a10-af72-efeb3c82d6e1), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:54.149222 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9185afb-a22d-4024-926a-58eb40a38fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2797a84f-a883-4a10-af72-efeb3c82d6e1,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:54.160752 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a9185afb-a22d-4024-926a-58eb40a38fc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:54.167824 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-a9185afb-a22d-4024-926a-58eb40a38fc3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2797a84f-a883-4a10-af72-efeb3c82d6e1 HTTP/1.1" status: 204 len: 168 time: 0.4677474 Jan 17 00:33:54.170243 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37238) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:54.261662 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (47c7bdf4-9655-419f-a209-4ee64d238137), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:54.572700 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (47c7bdf4-9655-419f-a209-4ee64d238137), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:54.618226 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.618574 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.619392 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.619731 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.620095 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.621528 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.621889 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.622217 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.622543 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.622871 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.858590 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.859076 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.859368 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.859686 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109113) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:33:54.859997 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c7bdf4-9655-419f-a209-4ee64d238137']}} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:54.874602 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c53cd710-c309-4a61-8101-e3890673f11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:54.884562 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921ffdcc-8727-4931-b472-8e1a565b8224') {'for_net_delete': True} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:54.885283 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921ffdcc-8727-4931-b472-8e1a565b8224') {} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:33:54.932466 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25992246'] for segment (921ffdcc-8727-4931-b472-8e1a565b8224), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.010295 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (921ffdcc-8727-4931-b472-8e1a565b8224), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.025893 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:33:55.025893 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25195224'] for segment (921ffdcc-8727-4931-b472-8e1a565b8224), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: from cryptography.utils import int_from_bytes Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: from cryptography.utils import int_from_bytes Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.065769 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: Traceback (most recent call last): Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: timer() Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: cb(*args, **kw) Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: return func(*args, **kwargs) Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: self._notify() Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: self.callback(batched_events) Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: event.method(event) Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: return f(self, *a, **k) Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._get(url).json() Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:33:55.068688 dv-cinder-815461-7-iscsi neutron-server[109113]: return self.request(url, 'GET', **kwargs) Jan 17 00:33:55.072377 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:33:55.072377 dv-cinder-815461-7-iscsi neutron-server[109113]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:33:55.072377 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:33:55.072377 dv-cinder-815461-7-iscsi neutron-server[109113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:33:55.072377 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:33:55.072377 dv-cinder-815461-7-iscsi neutron-server[109113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:33:55.072377 dv-cinder-815461-7-iscsi neutron-server[109113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:33:55.179414 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (47c7bdf4-9655-419f-a209-4ee64d238137), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.205089 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.211925 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/47c7bdf4-9655-419f-a209-4ee64d238137 HTTP/1.1" status: 204 len: 168 time: 1.0402894 Jan 17 00:33:55.233748 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba6d98-6d94-46a1-97f8-52521671e5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c7bdf4-9655-419f-a209-4ee64d238137,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:55.264490 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c53cd710-c309-4a61-8101-e3890673f11c admin admin] Publish callbacks [] for security_group (f0993ec8-a725-40d5-8d9a-74a22754249b), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.272369 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c53cd710-c309-4a61-8101-e3890673f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (f0993ec8-a725-40d5-8d9a-74a22754249b), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.333395 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cd710-c309-4a61-8101-e3890673f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0993ec8-a725-40d5-8d9a-74a22754249b,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:55.345362 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c53cd710-c309-4a61-8101-e3890673f11c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2b38f6831b94cbc9ad16aeec197101e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3551738 Jan 17 00:33:55.348986 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37314) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:55.415942 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3a783d64-4ffb-4c2d-bb91-dcb8251cfa26 admin admin] Publish callbacks [] for security_group (f0993ec8-a725-40d5-8d9a-74a22754249b), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.443495 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37324) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:55.450660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3a783d64-4ffb-4c2d-bb91-dcb8251cfa26 admin admin] Publish callbacks [] for security_group (f0993ec8-a725-40d5-8d9a-74a22754249b), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.504047 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-7b9a7e9c-3f9a-4b74-8d17-6fa807e18f20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b7a5689a8d04036a44cdcfcc4d6bbde&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0595315 Jan 17 00:33:55.507570 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37330) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:55.526298 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3a783d64-4ffb-4c2d-bb91-dcb8251cfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (f0993ec8-a725-40d5-8d9a-74a22754249b), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.529296 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3a783d64-4ffb-4c2d-bb91-dcb8251cfa26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.530628 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-3a783d64-4ffb-4c2d-bb91-dcb8251cfa26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0993ec8-a725-40d5-8d9a-74a22754249b HTTP/1.1" status: 204 len: 168 time: 0.1797316 Jan 17 00:33:55.539761 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a783d64-4ffb-4c2d-bb91-dcb8251cfa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0993ec8-a725-40d5-8d9a-74a22754249b,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:55.569151 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-37056584-d2e8-4a23-9e98-b05bd41878eb admin admin] Publish callbacks [] for security_group (d18ac486-8df2-4c46-bc0d-60ef5babbeb1), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.595138 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-37056584-d2e8-4a23-9e98-b05bd41878eb admin admin] Publish callbacks [] for security_group (d18ac486-8df2-4c46-bc0d-60ef5babbeb1), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.688393 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-37056584-d2e8-4a23-9e98-b05bd41878eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (d18ac486-8df2-4c46-bc0d-60ef5babbeb1), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.691792 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-37056584-d2e8-4a23-9e98-b05bd41878eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:55.695625 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-37056584-d2e8-4a23-9e98-b05bd41878eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d18ac486-8df2-4c46-bc0d-60ef5babbeb1 HTTP/1.1" status: 204 len: 168 time: 0.1811390 Jan 17 00:33:55.703391 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37056584-d2e8-4a23-9e98-b05bd41878eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ac486-8df2-4c46-bc0d-60ef5babbeb1,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:56.136880 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37352) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:56.154088 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01ba59b-951a-4086-b3f6-52f87f901e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:56.309017 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01ba59b-951a-4086-b3f6-52f87f901e07 admin admin] Publish callbacks [] for security_group (8febe8ee-d2c0-48e0-a791-97f95580358a), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:56.316751 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01ba59b-951a-4086-b3f6-52f87f901e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (8febe8ee-d2c0-48e0-a791-97f95580358a), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:56.366798 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ba59b-951a-4086-b3f6-52f87f901e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8febe8ee-d2c0-48e0-a791-97f95580358a,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:56.380581 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c01ba59b-951a-4086-b3f6-52f87f901e07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd1dfadda4ad4142bdf83268f4f6d3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425077 Jan 17 00:33:56.388230 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37362) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:56.448493 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-daaffa40-ca3f-42a7-805c-0a3829d942fb admin admin] Publish callbacks [] for security_group (8febe8ee-d2c0-48e0-a791-97f95580358a), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:56.479728 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-daaffa40-ca3f-42a7-805c-0a3829d942fb admin admin] Publish callbacks [] for security_group (8febe8ee-d2c0-48e0-a791-97f95580358a), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:56.555613 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-daaffa40-ca3f-42a7-805c-0a3829d942fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (8febe8ee-d2c0-48e0-a791-97f95580358a), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:56.560950 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-daaffa40-ca3f-42a7-805c-0a3829d942fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:56.568877 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-daaffa40-ca3f-42a7-805c-0a3829d942fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8febe8ee-d2c0-48e0-a791-97f95580358a HTTP/1.1" status: 204 len: 168 time: 0.1791945 Jan 17 00:33:56.593275 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaffa40-ca3f-42a7-805c-0a3829d942fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8febe8ee-d2c0-48e0-a791-97f95580358a,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:57.044899 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37398) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:57.220934 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-network', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:33:57.252420 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Made reservation on behalf of f708c1f92e994490a59ce86cbb0cccee for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:33:57.255351 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.265343 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.444142 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Publish callbacks [] for security_group (28e16c7f-0ad8-41d5-9d3a-f560a90668a1), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.457610 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (28e16c7f-0ad8-41d5-9d3a-f560a90668a1), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.501345 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37418) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:57.523704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:33:57.530348 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e16c7f-0ad8-41d5-9d3a-f560a90668a1,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:57.547042 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.547745 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Added segment 7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb of type vlan for network 8b64a44c-d641-45ea-8821-88a037e80d3c Jan 17 00:33:57.650151 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (8b64a44c-d641-45ea-8821-88a037e80d3c), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.651011 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e9b4-60df-4c52-a3b0-937261e3caf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.703229 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (8b64a44c-d641-45ea-8821-88a037e80d3c), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.710949 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:57.712734 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.792772 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e9b4-60df-4c52-a3b0-937261e3caf7 admin admin] Publish callbacks [] for security_group (67591964-5342-4202-9f40-fb7778c39268), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.798744 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6ae5e9b4-60df-4c52-a3b0-937261e3caf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (67591964-5342-4202-9f40-fb7778c39268), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:57.836524 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7903497 Jan 17 00:33:57.837446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37434) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:57.844590 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Request body: {'subnet': {'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-subnet', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:33:57.853539 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f2e76-4ef2-4888-b20b-d9035313ea3f admin admin] Pushing event updated for resources: {'Network': ['ID=8b64a44c-d641-45ea-8821-88a037e80d3c,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:57.870926 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-6ae5e9b4-60df-4c52-a3b0-937261e3caf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d21475443fa4f50a6feec3d1d66e8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675954 Jan 17 00:33:57.875528 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37438) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:57.886105 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 8b64a44c-d641-45ea-8821-88a037e80d3c details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:33:57.959558 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Made reservation on behalf of f708c1f92e994490a59ce86cbb0cccee for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:33:57.960282 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5e9b4-60df-4c52-a3b0-937261e3caf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67591964-5342-4202-9f40-fb7778c39268,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:57.962875 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.070239 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e9e83a21-bb6b-4d3b-9b5b-afa38e3258b7 admin admin] Publish callbacks [] for security_group (67591964-5342-4202-9f40-fb7778c39268), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.109005 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e9e83a21-bb6b-4d3b-9b5b-afa38e3258b7 admin admin] Publish callbacks [] for security_group (67591964-5342-4202-9f40-fb7778c39268), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.245261 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e9e83a21-bb6b-4d3b-9b5b-afa38e3258b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (67591964-5342-4202-9f40-fb7778c39268), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.248097 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e9e83a21-bb6b-4d3b-9b5b-afa38e3258b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.249342 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-e9e83a21-bb6b-4d3b-9b5b-afa38e3258b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67591964-5342-4202-9f40-fb7778c39268 HTTP/1.1" status: 204 len: 168 time: 0.3724968 Jan 17 00:33:58.271542 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e83a21-bb6b-4d3b-9b5b-afa38e3258b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67591964-5342-4202-9f40-fb7778c39268,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:58.292181 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (342c72c2-0905-4db1-b01d-930556f43b40), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.365536 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342c72c2-0905-4db1-b01d-930556f43b40,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:58.386526 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Checking segment: {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:33:58.387244 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Network hostable DHCP agents. Network: 8b64a44c-d641-45ea-8821-88a037e80d3c, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:33:58.413271 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Network 8b64a44c-d641-45ea-8821-88a037e80d3c is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:33:58.442072 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 8b64a44c-d641-45ea-8821-88a037e80d3c) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:33:58.456597 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:33:58.458364 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.472696 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d7575-5e9a-4081-9221-8b07ac91c957 None None] Network 8b64a44c-d641-45ea-8821-88a037e80d3c requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:33:58.501656 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-bf568f7b-352a-4cd8-9d70-1f9aace4a488 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6585915 Jan 17 00:33:58.502667 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37458) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:58.525697 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:33:58.626509 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.628566 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.744683 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks [] for router_controller (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), precommit_add_association {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.751482 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76e984-84c4-4f9d-a31b-533e44ceb573 None None] Network 8b64a44c-d641-45ea-8821-88a037e80d3c requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:33:58.943883 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37470) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:58.944019 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks [] for router_gateway (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:58.970447 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-460103f2-ed71-4588-a78a-0ce0e882c989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.145199 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-460103f2-ed71-4588-a78a-0ce0e882c989 admin admin] Publish callbacks [] for security_group (28faae98-b19a-4134-a899-6dc94211ef4c), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.152572 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-460103f2-ed71-4588-a78a-0ce0e882c989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (28faae98-b19a-4134-a899-6dc94211ef4c), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.211483 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-460103f2-ed71-4588-a78a-0ce0e882c989 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7e927f5245844ae80b200f08cb79951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662449 Jan 17 00:33:59.214198 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37478) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:59.255130 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks [] for router_gateway (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.292399 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460103f2-ed71-4588-a78a-0ce0e882c989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28faae98-b19a-4134-a899-6dc94211ef4c,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:59.298063 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.393827 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5fa3be53-b12a-4702-95f6-63e9b8add6b3 admin admin] Publish callbacks [] for security_group (28faae98-b19a-4134-a899-6dc94211ef4c), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.454595 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5fa3be53-b12a-4702-95f6-63e9b8add6b3 admin admin] Publish callbacks [] for security_group (28faae98-b19a-4134-a899-6dc94211ef4c), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.473588 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Allocated IP 172.27.3.250 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/10095968-0e3b-4534-a49e-eb66a9731ef1) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:33:59.480395 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37486) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:33:59.566787 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5fa3be53-b12a-4702-95f6-63e9b8add6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (28faae98-b19a-4134-a899-6dc94211ef4c), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.570554 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5fa3be53-b12a-4702-95f6-63e9b8add6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.572208 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-5fa3be53-b12a-4702-95f6-63e9b8add6b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28faae98-b19a-4134-a899-6dc94211ef4c HTTP/1.1" status: 204 len: 168 time: 0.3566036 Jan 17 00:33:59.594926 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3be53-b12a-4702-95f6-63e9b8add6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28faae98-b19a-4134-a899-6dc94211ef4c,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:59.751237 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks [] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.760580 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f681f481-7330-4fcf-af99-983f3bb4f18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.803928 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.859775 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:33:59.864802 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:33:59.867904 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:33:59.904110 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Pushing event updated for resources: {'Port': ['ID=10095968-0e3b-4534-a49e-eb66a9731ef1,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:33:59.997963 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f681f481-7330-4fcf-af99-983f3bb4f18e admin admin] Publish callbacks [] for security_group (e8650aec-c9bc-4ea1-9304-a0690b239652), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:33:59.999331 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37500) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:00.011042 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f681f481-7330-4fcf-af99-983f3bb4f18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e8650aec-c9bc-4ea1-9304-a0690b239652), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.082991 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-f681f481-7330-4fcf-af99-983f3bb4f18e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e288dfe691a54dd18194b15da123e6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012261 Jan 17 00:34:00.084863 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681f481-7330-4fcf-af99-983f3bb4f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8650aec-c9bc-4ea1-9304-a0690b239652,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:00.089373 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37504) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:00.166125 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3716c298-5c05-4428-aa41-445377d2b993 admin admin] Publish callbacks [] for security_group (e8650aec-c9bc-4ea1-9304-a0690b239652), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.193441 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3716c298-5c05-4428-aa41-445377d2b993 admin admin] Publish callbacks [] for security_group (e8650aec-c9bc-4ea1-9304-a0690b239652), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.267891 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3716c298-5c05-4428-aa41-445377d2b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e8650aec-c9bc-4ea1-9304-a0690b239652), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.277732 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3716c298-5c05-4428-aa41-445377d2b993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.284605 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-3716c298-5c05-4428-aa41-445377d2b993 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8650aec-c9bc-4ea1-9304-a0690b239652 HTTP/1.1" status: 204 len: 168 time: 0.1899359 Jan 17 00:34:00.305949 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716c298-5c05-4428-aa41-445377d2b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8650aec-c9bc-4ea1-9304-a0690b239652,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:00.345142 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks [] for router_gateway (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.472058 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-feaaf496-333b-4919-85e1-f41971366917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.617481 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-feaaf496-333b-4919-85e1-f41971366917 admin admin] Publish callbacks [] for security_group (5e09ce29-19f8-4547-89c5-42c8adb794eb), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.626741 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-feaaf496-333b-4919-85e1-f41971366917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (5e09ce29-19f8-4547-89c5-42c8adb794eb), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.658391 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.684222 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-feaaf496-333b-4919-85e1-f41971366917 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db601f9603f2473a89d5e1a44afc401e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6809106 Jan 17 00:34:00.684222 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaaf496-333b-4919-85e1-f41971366917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09ce29-19f8-4547-89c5-42c8adb794eb,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:00.687066 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37522) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:00.859170 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9d517258-1ca3-43c2-b5f5-9a8cdc80a769 admin admin] Publish callbacks [] for security_group (5e09ce29-19f8-4547-89c5-42c8adb794eb), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.888099 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9d517258-1ca3-43c2-b5f5-9a8cdc80a769 admin admin] Publish callbacks [] for security_group (5e09ce29-19f8-4547-89c5-42c8adb794eb), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.934268 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f607bf88-1f69-4626-8e0c-ac4667fa2066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.981333 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9d517258-1ca3-43c2-b5f5-9a8cdc80a769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (5e09ce29-19f8-4547-89c5-42c8adb794eb), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.987126 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9d517258-1ca3-43c2-b5f5-9a8cdc80a769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:00.993625 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-9d517258-1ca3-43c2-b5f5-9a8cdc80a769 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e09ce29-19f8-4547-89c5-42c8adb794eb HTTP/1.1" status: 204 len: 168 time: 0.3039050 Jan 17 00:34:01.004274 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:34:01.016688 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d517258-1ca3-43c2-b5f5-9a8cdc80a769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09ce29-19f8-4547-89c5-42c8adb794eb,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:01.169942 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:34:01.185431 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Sync routers for ids ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:34:01.193802 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:01.195812 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-191d10e5-6835-47e8-a98e-81ae383f03e2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6911318 Jan 17 00:34:01.199780 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37536) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:01.208759 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Routers {'283e7f6c-47fb-40a3-bc45-53e4ed333dbc'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:01.219258 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:33:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:01.341214 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Set router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:01.528573 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37542) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:01.546718 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b3b5-cc30-4a9e-bbbb-5743362684c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:01.620038 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:33:58Z', 'updated_at': '2022-01-17T00:34:00Z', 'revision_number': 3, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'gw_port': {'id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:33:59Z', 'updated_at': '2022-01-17T00:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:01.700073 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Checking router: 283e7f6c-47fb-40a3-bc45-53e4ed333dbc for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:34:01.701084 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Updating router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc port 10095968-0e3b-4534-a49e-eb66a9731ef1 binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:34:01.724498 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b3b5-cc30-4a9e-bbbb-5743362684c7 admin admin] Publish callbacks [] for security_group (06e3e51f-056b-4cb7-8db2-2b0e8a3002cf), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:01.730133 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b3b5-cc30-4a9e-bbbb-5743362684c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (06e3e51f-056b-4cb7-8db2-2b0e8a3002cf), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:01.755060 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:01.863033 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-8cf8b3b5-cc30-4a9e-bbbb-5743362684c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97f7225929f4415e865173193774cd1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293641 Jan 17 00:34:01.863033 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8b3b5-cc30-4a9e-bbbb-5743362684c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e3e51f-056b-4cb7-8db2-2b0e8a3002cf,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:01.875733 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37556) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:02.316324 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Publish callbacks [] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.328119 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.372210 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Attempting to bind port 10095968-0e3b-4534-a49e-eb66a9731ef1 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:02.372647 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Attempting to bind port 10095968-0e3b-4534-a49e-eb66a9731ef1 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:02.373342 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Attempting to bind port 10095968-0e3b-4534-a49e-eb66a9731ef1 on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:02.404712 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:02.405096 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:02.405495 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.406159 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:02.406799 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Bound port: 10095968-0e3b-4534-a49e-eb66a9731ef1, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:02.407365 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.418114 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cf66c7a5-859a-44ad-a799-60cbe2af3fe6 admin admin] Publish callbacks [] for security_group (06e3e51f-056b-4cb7-8db2-2b0e8a3002cf), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.468827 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] For port 10095968-0e3b-4534-a49e-eb66a9731ef1, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:02.475192 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] For port 10095968-0e3b-4534-a49e-eb66a9731ef1, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=10095968-0e3b-4534-a49e-eb66a9731ef1,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:02.489232 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.507270 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Pushing event updated for resources: {'Port': ['ID=10095968-0e3b-4534-a49e-eb66a9731ef1,revision_number=2']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:02.521932 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.522714 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.523292 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.523882 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.524387 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.524867 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.525362 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.525838 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.526323 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.526977 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.527664 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.528011 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.528337 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:02.565882 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.569087 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Routers {'283e7f6c-47fb-40a3-bc45-53e4ed333dbc'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:02.570237 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:33:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:02.606976 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cf66c7a5-859a-44ad-a799-60cbe2af3fe6 admin admin] Publish callbacks [] for security_group (06e3e51f-056b-4cb7-8db2-2b0e8a3002cf), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.659993 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8485d-fa6a-4d69-8880-35aed5824b3b None None] Pushing event updated for resources: {'Port': ['ID=10095968-0e3b-4534-a49e-eb66a9731ef1,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:02.756127 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37578) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:02.762120 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] Set router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:02.922550 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cf66c7a5-859a-44ad-a799-60cbe2af3fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (06e3e51f-056b-4cb7-8db2-2b0e8a3002cf), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.937524 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-707206137-network', 'tenant_id': 'bed360bb7f6e42ec85d24574fb027349'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:02.941531 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cf66c7a5-859a-44ad-a799-60cbe2af3fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:02.960454 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-cf66c7a5-859a-44ad-a799-60cbe2af3fe6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06e3e51f-056b-4cb7-8db2-2b0e8a3002cf HTTP/1.1" status: 204 len: 168 time: 1.0733848 Jan 17 00:34:02.992037 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66c7a5-859a-44ad-a799-60cbe2af3fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e3e51f-056b-4cb7-8db2-2b0e8a3002cf,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:03.065846 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Allocated IP 172.20.0.1 (8b64a44c-d641-45ea-8821-88a037e80d3c/342c72c2-0905-4db1-b01d-930556f43b40/b01b28a2-3be5-4823-a9a8-51296f6ae570) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:03.068630 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Made reservation on behalf of bed360bb7f6e42ec85d24574fb027349 for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:03.075854 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.135124 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.181998 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-43c27c99-cde9-4a1c-9527-88df233c003b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.241170 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37592) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:03.422437 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Publish callbacks [] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.452207 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Publish callbacks [] for security_group (dabc598b-33ab-46a7-b52a-e9a69fc70ea9), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.458619 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (dabc598b-33ab-46a7-b52a-e9a69fc70ea9), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.538113 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.570013 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:34:03.571791 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:33:58Z', 'updated_at': '2022-01-17T00:34:00Z', 'revision_number': 3, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'gw_port': {'id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:33:59Z', 'updated_at': '2022-01-17T00:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:03.597431 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabc598b-33ab-46a7-b52a-e9a69fc70ea9,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:03.607279 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (d63d2254-32a3-49ac-9815-2a524b6c2cc6), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.607451 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Network 8b64a44c-d641-45ea-8821-88a037e80d3c is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:03.607528 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Added segment d63d2254-32a3-49ac-9815-2a524b6c2cc6 of type vlan for network a921d394-f25d-4b1c-8753-a8a55b2917ed Jan 17 00:34:03.608859 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f818d-3d7c-4917-8c22-8bd4e8fd775b None None] The sync data for ids ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'] in dv-cinder-815461-7-iscsi is: [{'id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:33:58Z', 'updated_at': '2022-01-17T00:34:00Z', 'revision_number': 3, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'gw_port': {'id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:33:59Z', 'updated_at': '2022-01-17T00:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:34:03.613289 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:03.617452 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:03.667863 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Pushing event updated for resources: {'Port': ['ID=b01b28a2-3be5-4823-a9a8-51296f6ae570,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:03.688954 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.698140 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (a921d394-f25d-4b1c-8753-a8a55b2917ed), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.765977 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (a921d394-f25d-4b1c-8753-a8a55b2917ed), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.766949 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:03.767678 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.829920 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0711298 Jan 17 00:34:03.838838 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37604) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:03.850736 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Request body: {'subnet': {'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-707206137-subnet', 'tenant_id': 'bed360bb7f6e42ec85d24574fb027349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:03.859721 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c25940e0-b0b9-4cc4-9430-cc9936f8546f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:03.903187 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4dfea-6b8b-4af4-8f3b-1dfde791350f admin admin] Pushing event updated for resources: {'Network': ['ID=a921d394-f25d-4b1c-8753-a8a55b2917ed,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:03.921447 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network a921d394-f25d-4b1c-8753-a8a55b2917ed details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:34:03.932672 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.002784 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Made reservation on behalf of bed360bb7f6e42ec85d24574fb027349 for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:04.009007 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.323034 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Publish callbacks [] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.332095 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.343332 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c25940e0-b0b9-4cc4-9430-cc9936f8546f admin admin] Publish callbacks [] for security_group (118f559d-ffd2-4d40-b4ee-dcce7cab8c70), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.356898 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c25940e0-b0b9-4cc4-9430-cc9936f8546f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (118f559d-ffd2-4d40-b4ee-dcce7cab8c70), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.415611 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25940e0-b0b9-4cc4-9430-cc9936f8546f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118f559d-ffd2-4d40-b4ee-dcce7cab8c70,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:04.440982 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Pushing event updated for resources: {'Port': ['ID=b01b28a2-3be5-4823-a9a8-51296f6ae570,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:04.461245 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c25940e0-b0b9-4cc4-9430-cc9936f8546f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48dde2e836284602a53f538ecb91834e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2145071 Jan 17 00:34:04.462513 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37622) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:04.479643 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.566951 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (4ed0efd6-22ea-4ff7-bb20-913d5065a954), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.610868 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-abe8f2e8-24d0-4fb5-9659-434cb6237fa6 admin admin] Publish callbacks [] for security_group (118f559d-ffd2-4d40-b4ee-dcce7cab8c70), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.647580 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Network 8b64a44c-d641-45ea-8821-88a037e80d3c is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:04.649108 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:04.725304 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-abe8f2e8-24d0-4fb5-9659-434cb6237fa6 admin admin] Publish callbacks [] for security_group (118f559d-ffd2-4d40-b4ee-dcce7cab8c70), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.755572 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed0efd6-22ea-4ff7-bb20-913d5065a954,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:04.795247 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Checking segment: {'id': 'd63d2254-32a3-49ac-9815-2a524b6c2cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:04.796039 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Network hostable DHCP agents. Network: a921d394-f25d-4b1c-8753-a8a55b2917ed, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:34:04.849155 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Network a921d394-f25d-4b1c-8753-a8a55b2917ed is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:34:04.865124 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.869602 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, a921d394-f25d-4b1c-8753-a8a55b2917ed) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:04.874566 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:34:04.877070 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-abe8f2e8-24d0-4fb5-9659-434cb6237fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (118f559d-ffd2-4d40-b4ee-dcce7cab8c70), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.883613 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-abe8f2e8-24d0-4fb5-9659-434cb6237fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.886899 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eb6b1d-28c0-446c-8b54-b61384d9e731 None None] Network a921d394-f25d-4b1c-8753-a8a55b2917ed requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:04.890652 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-abe8f2e8-24d0-4fb5-9659-434cb6237fa6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/118f559d-ffd2-4d40-b4ee-dcce7cab8c70 HTTP/1.1" status: 204 len: 168 time: 0.4263909 Jan 17 00:34:04.893461 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:04.894696 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:04.920160 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8f2e8-24d0-4fb5-9659-434cb6237fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f559d-ffd2-4d40-b4ee-dcce7cab8c70,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:04.939721 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c01f5849-4104-4725-aedd-d1b4e74a70ed admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0937247 Jan 17 00:34:05.130655 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:34:05.139628 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:05.164474 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-9af83658-0d3d-40c0-8931-b30b7e3f87af admin admin] 10.222.0.24 "PUT /v2.0/routers/283e7f6c-47fb-40a3-bc45-53e4ed333dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9627626 Jan 17 00:34:05.588695 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 10095968-0e3b-4534-a49e-eb66a9731ef1 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:05.592759 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d728e5b2-40fc-44e0-b277-65c05d36355a None None] Network a921d394-f25d-4b1c-8753-a8a55b2917ed requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:05.769900 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 10095968-0e3b-4534-a49e-eb66a9731ef1 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:05.770332 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:05.886385 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 10095968-0e3b-4534-a49e-eb66a9731ef1 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:05.887285 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:05.915521 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port 10095968-0e3b-4534-a49e-eb66a9731ef1, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=10095968-0e3b-4534-a49e-eb66a9731ef1,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:05.921930 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:06.039003 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=10095968-0e3b-4534-a49e-eb66a9731ef1,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:06.646918 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Sync routers for ids ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:34:06.690988 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Routers {'283e7f6c-47fb-40a3-bc45-53e4ed333dbc'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:06.690988 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:06.787429 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:06.914227 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Set router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:07.234430 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:33:58Z', 'updated_at': '2022-01-17T00:34:03Z', 'revision_number': 4, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'gw_port': {'id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:33:59Z', 'updated_at': '2022-01-17T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'b01b28a2-3be5-4823-a9a8-51296f6ae570', 'name': '', 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'mac_address': 'fa:16:3e:79:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '342c72c2-0905-4db1-b01d-930556f43b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:02Z', 'updated_at': '2022-01-17T00:34:04Z', 'revision_number': 2, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'subnets': [{'id': '342c72c2-0905-4db1-b01d-930556f43b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:07.269478 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Checking router: 283e7f6c-47fb-40a3-bc45-53e4ed333dbc for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:34:07.269973 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Updating router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc port b01b28a2-3be5-4823-a9a8-51296f6ae570 binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:34:07.315963 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:07.319870 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:07.500700 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 10095968-0e3b-4534-a49e-eb66a9731ef1 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:07.695183 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 10095968-0e3b-4534-a49e-eb66a9731ef1 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:07.695183 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:07.999160 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 10095968-0e3b-4534-a49e-eb66a9731ef1 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:08.010526 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Publish callbacks [] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:08.025690 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:08.214048 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a569d72-40a3-4e1d-8ae8-a9ee32774eea None None] Pushing event updated for resources: {'Port': ['ID=b01b28a2-3be5-4823-a9a8-51296f6ae570,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:08.234834 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Attempting to bind port b01b28a2-3be5-4823-a9a8-51296f6ae570 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:08.235520 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Attempting to bind port b01b28a2-3be5-4823-a9a8-51296f6ae570 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:08.236140 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Attempting to bind port b01b28a2-3be5-4823-a9a8-51296f6ae570 on network 8b64a44c-d641-45ea-8821-88a037e80d3c {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:08.246046 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:08.246681 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Checking segment: {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:08.247414 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:08.248102 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Bound using segment: {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:08.249169 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Bound port: b01b28a2-3be5-4823-a9a8-51296f6ae570, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:08.249860 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:08.370146 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] For port b01b28a2-3be5-4823-a9a8-51296f6ae570, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:08.373079 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37770) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:08.376260 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] For port b01b28a2-3be5-4823-a9a8-51296f6ae570, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=b01b28a2-3be5-4823-a9a8-51296f6ae570,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:08.383374 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:08.489620 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Routers {'283e7f6c-47fb-40a3-bc45-53e4ed333dbc'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:08.490416 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:08.529316 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ee61-00c8-4133-afbe-72a7e008333e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:08.554222 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a569d72-40a3-4e1d-8ae8-a9ee32774eea None None] Pushing event updated for resources: {'Port': ['ID=b01b28a2-3be5-4823-a9a8-51296f6ae570,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:08.656324 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] Set router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:08.656596 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ee61-00c8-4133-afbe-72a7e008333e admin admin] Publish callbacks [] for security_group (4c74df4c-7034-4065-8041-7ef435fbfded), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:08.663270 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ee61-00c8-4133-afbe-72a7e008333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4c74df4c-7034-4065-8041-7ef435fbfded), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:08.763288 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4ee61-00c8-4133-afbe-72a7e008333e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c74df4c-7034-4065-8041-7ef435fbfded,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:08.803049 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37786) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:08.806699 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-5bd4ee61-00c8-4133-afbe-72a7e008333e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a59d92ea318d4201a5bf85c7fcc800f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306457 Jan 17 00:34:08.898198 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a023be52-f4de-4444-8522-8e29c850d964 admin admin] Publish callbacks [] for security_group (4c74df4c-7034-4065-8041-7ef435fbfded), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:08.944296 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a023be52-f4de-4444-8522-8e29c850d964 admin admin] Publish callbacks [] for security_group (4c74df4c-7034-4065-8041-7ef435fbfded), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:09.042449 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a023be52-f4de-4444-8522-8e29c850d964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4c74df4c-7034-4065-8041-7ef435fbfded), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:09.048245 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a023be52-f4de-4444-8522-8e29c850d964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:09.053646 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-a023be52-f4de-4444-8522-8e29c850d964 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c74df4c-7034-4065-8041-7ef435fbfded HTTP/1.1" status: 204 len: 168 time: 0.2488377 Jan 17 00:34:09.069703 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023be52-f4de-4444-8522-8e29c850d964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c74df4c-7034-4065-8041-7ef435fbfded,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:09.090655 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:33:58Z', 'updated_at': '2022-01-17T00:34:03Z', 'revision_number': 4, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'gw_port': {'id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:33:59Z', 'updated_at': '2022-01-17T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'b01b28a2-3be5-4823-a9a8-51296f6ae570', 'name': '', 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'mac_address': 'fa:16:3e:79:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '342c72c2-0905-4db1-b01d-930556f43b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:02Z', 'updated_at': '2022-01-17T00:34:08Z', 'revision_number': 4, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'subnets': [{'id': '342c72c2-0905-4db1-b01d-930556f43b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:09.092847 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-8ddfc1d2-19c1-4665-8bdb-88c380b14126 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:09.095789 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-8ddfc1d2-19c1-4665-8bdb-88c380b14126 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/networks?id=a921d394-f25d-4b1c-8753-a8a55b2917ed HTTP/1.1" status: 200 len: 813 time: 0.2726302 Jan 17 00:34:09.109593 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-90e229ba-2213-4b6f-a3d1-63894a1769e4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:09.122793 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-90e229ba-2213-4b6f-a3d1-63894a1769e4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 819 time: 0.2983112 Jan 17 00:34:09.164423 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-5fcde39c-f352-43f9-ada3-e10945b629a3 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/quotas/bed360bb7f6e42ec85d24574fb027349 HTTP/1.1" status: 200 len: 375 time: 0.0369370 Jan 17 00:34:09.177071 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-bd607d06-f832-48ea-a5d0-e9a4e2f0b301 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/quotas/f708c1f92e994490a59ce86cbb0cccee HTTP/1.1" status: 200 len: 375 time: 0.0530176 Jan 17 00:34:09.180393 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a84e95-15c8-4384-b7d2-7f362e6b6847 None None] The sync data for ids ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'] in dv-cinder-815461-7-iscsi is: [{'id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:33:58Z', 'updated_at': '2022-01-17T00:34:03Z', 'revision_number': 4, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'gw_port': {'id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:33:59Z', 'updated_at': '2022-01-17T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'b01b28a2-3be5-4823-a9a8-51296f6ae570', 'name': '', 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'mac_address': 'fa:16:3e:79:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '342c72c2-0905-4db1-b01d-930556f43b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:02Z', 'updated_at': '2022-01-17T00:34:08Z', 'revision_number': 4, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'subnets': [{'id': '342c72c2-0905-4db1-b01d-930556f43b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:34:09.220344 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-e1e06507-e211-46e5-bb2b-f2f8c2ed2e34 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bed360bb7f6e42ec85d24574fb027349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406835 Jan 17 00:34:09.629162 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-1a7b7c66-66b9-4caf-8ec7-51350d24df33 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4485445 Jan 17 00:34:09.637197 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device b01b28a2-3be5-4823-a9a8-51296f6ae570 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:09.770251 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37808) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:09.792217 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port b01b28a2-3be5-4823-a9a8-51296f6ae570 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:09.792513 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:09.794346 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-ac637645-a37a-4e27-8514-5ad22dfe3dae service neutron] 10.222.0.24 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615040 Jan 17 00:34:09.833336 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6b451eb1-4424-4c2a-a42a-2b5a4ef67a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:09.907841 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port b01b28a2-3be5-4823-a9a8-51296f6ae570 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:09.908247 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:09.922068 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-18bd9edc-5ede-4a95-b8f3-5e2046982fbe service neutron] 10.222.0.24 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806085 Jan 17 00:34:09.967402 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port b01b28a2-3be5-4823-a9a8-51296f6ae570, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=b01b28a2-3be5-4823-a9a8-51296f6ae570,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:09.974556 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:10.026752 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6b451eb1-4424-4c2a-a42a-2b5a4ef67a50 admin admin] Publish callbacks [] for security_group (100fda4a-acbe-4445-b0bf-f485f04bb81c), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:10.037783 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6b451eb1-4424-4c2a-a42a-2b5a4ef67a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (100fda4a-acbe-4445-b0bf-f485f04bb81c), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:10.066654 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=b01b28a2-3be5-4823-a9a8-51296f6ae570,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:10.122562 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-6b451eb1-4424-4c2a-a42a-2b5a4ef67a50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a59e35afe954741b570877e002bdf49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497043 Jan 17 00:34:10.129211 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37812) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:10.151326 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b451eb1-4424-4c2a-a42a-2b5a4ef67a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100fda4a-acbe-4445-b0bf-f485f04bb81c,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:10.169795 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-99ca1dad-e093-45e2-8012-cd0c0db28bcc service neutron] 10.222.0.24 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372456 Jan 17 00:34:10.171978 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-9dc9991e-515a-4891-a79e-eff518bb34f5 service neutron] 10.222.0.24 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576839 Jan 17 00:34:10.220349 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4430129e-e561-422b-9e07-22984bc9724f admin admin] Publish callbacks [] for security_group (100fda4a-acbe-4445-b0bf-f485f04bb81c), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:10.250176 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4430129e-e561-422b-9e07-22984bc9724f admin admin] Publish callbacks [] for security_group (100fda4a-acbe-4445-b0bf-f485f04bb81c), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:10.352914 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4430129e-e561-422b-9e07-22984bc9724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (100fda4a-acbe-4445-b0bf-f485f04bb81c), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:10.359555 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4430129e-e561-422b-9e07-22984bc9724f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:10.361405 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-4430129e-e561-422b-9e07-22984bc9724f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/100fda4a-acbe-4445-b0bf-f485f04bb81c HTTP/1.1" status: 204 len: 168 time: 0.2305694 Jan 17 00:34:10.377975 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430129e-e561-422b-9e07-22984bc9724f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100fda4a-acbe-4445-b0bf-f485f04bb81c,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:11.448812 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device b01b28a2-3be5-4823-a9a8-51296f6ae570 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:11.526570 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port b01b28a2-3be5-4823-a9a8-51296f6ae570 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:11.527220 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:11.634231 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port b01b28a2-3be5-4823-a9a8-51296f6ae570 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:11.733016 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37864) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:11.837769 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1564094592-network', 'tenant_id': 'f174d21f30ef4593b2b89bdcdbf98edb'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:11.863656 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Made reservation on behalf of f174d21f30ef4593b2b89bdcdbf98edb for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:11.866099 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:11.877867 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:11.964673 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Publish callbacks [] for security_group (2a775065-dc24-4065-89f6-912dd2052dbc), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:11.968963 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2a775065-dc24-4065-89f6-912dd2052dbc), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:11.992003 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:34:12.008297 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a775065-dc24-4065-89f6-912dd2052dbc,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:12.014816 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (401dfa41-cdcf-4a7b-8fbb-c1f9f1bf265c), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:12.015164 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Added segment 401dfa41-cdcf-4a7b-8fbb-c1f9f1bf265c of type vlan for network b6cdaa27-9ba5-4faa-a745-0855aba9ced8 Jan 17 00:34:12.062567 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (b6cdaa27-9ba5-4faa-a745-0855aba9ced8), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:12.093974 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (b6cdaa27-9ba5-4faa-a745-0855aba9ced8), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:12.095130 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:12.095979 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:12.156952 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4227476 Jan 17 00:34:12.161626 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37870) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:12.167468 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Request body: {'subnet': {'network_id': 'b6cdaa27-9ba5-4faa-a745-0855aba9ced8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1564094592-subnet', 'tenant_id': 'f174d21f30ef4593b2b89bdcdbf98edb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:12.172415 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282b5b3-5439-44ca-a1d1-7b19e9435c6f admin admin] Pushing event updated for resources: {'Network': ['ID=b6cdaa27-9ba5-4faa-a745-0855aba9ced8,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:12.189665 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network b6cdaa27-9ba5-4faa-a745-0855aba9ced8 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:34:12.197974 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Made reservation on behalf of f174d21f30ef4593b2b89bdcdbf98edb for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:12.200679 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:12.445119 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (b7516864-fa14-4c03-9853-0fca5e4158e2), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:12.504201 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7516864-fa14-4c03-9853-0fca5e4158e2,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:12.516613 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Checking segment: {'id': '401dfa41-cdcf-4a7b-8fbb-c1f9f1bf265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6cdaa27-9ba5-4faa-a745-0855aba9ced8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:12.516984 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Network hostable DHCP agents. Network: b6cdaa27-9ba5-4faa-a745-0855aba9ced8, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:34:12.536106 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Network b6cdaa27-9ba5-4faa-a745-0855aba9ced8 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:34:12.548150 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, b6cdaa27-9ba5-4faa-a745-0855aba9ced8) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:12.553828 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:12.554567 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:12.560719 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45b53d-1300-4bbf-8ccf-b9a68922a44b None None] Network b6cdaa27-9ba5-4faa-a745-0855aba9ced8 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:12.575857 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-e0fa36f5-78f5-4690-94cf-8e81e7d7d30d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4129477 Jan 17 00:34:12.694678 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70817e98-f0e8-40fa-af55-4aa5c76db008 None None] Network b6cdaa27-9ba5-4faa-a745-0855aba9ced8 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:13.274027 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-31082258-fb31-4f6e-bf93-d15ce39dd214 req-82cfc6c4-b06d-4005-9828-983d68f5b79c tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 210 time: 0.0883536 Jan 17 00:34:13.341944 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b71ad7ce-e6f6-499e-b8da-c709329effdf req-d26d7471-9c75-4b37-9249-69cadacbc979 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 210 time: 0.0636182 Jan 17 00:34:13.503143 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 37908) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:13.516756 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1422622284-network', 'tenant_id': '6548b4868eba479e8929408de5722e0f'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:13.559900 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Made reservation on behalf of 6548b4868eba479e8929408de5722e0f for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:13.566432 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:13.578344 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:13.703074 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Publish callbacks [] for security_group (4139bb58-b547-4edb-b28e-e227f84f5c08), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:13.718791 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4139bb58-b547-4edb-b28e-e227f84f5c08), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:13.786080 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:34:13.804071 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4139bb58-b547-4edb-b28e-e227f84f5c08,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:13.819521 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (f103eb1e-723b-47ab-9f4f-f5e5ec42f368), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:13.819962 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Added segment f103eb1e-723b-47ab-9f4f-f5e5ec42f368 of type vlan for network 78ec9388-41d8-420b-9515-ecf67dd264d9 Jan 17 00:34:13.873704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-45f0bfbe-9f79-4e0d-8ab2-00e3a3fe48bf tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:13.881966 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-45f0bfbe-9f79-4e0d-8ab2-00e3a3fe48bf tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 819 time: 0.2009244 Jan 17 00:34:13.903644 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (78ec9388-41d8-420b-9515-ecf67dd264d9), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:13.912943 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-2d3930eb-2ffd-459e-bf30-ed01a60ede64 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/quotas/f708c1f92e994490a59ce86cbb0cccee HTTP/1.1" status: 200 len: 375 time: 0.0298193 Jan 17 00:34:13.988490 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (78ec9388-41d8-420b-9515-ecf67dd264d9), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:13.989715 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:13.990082 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:14.056093 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-b3306d66-7628-4cac-8eba-3fb419ea0763 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1288524 Jan 17 00:34:14.060742 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5545285 Jan 17 00:34:14.066739 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 37934) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:14.078010 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a0e82-f82c-44de-b874-e39bb18fb05c admin admin] Pushing event updated for resources: {'Network': ['ID=78ec9388-41d8-420b-9515-ecf67dd264d9,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:14.079673 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Request body: {'subnet': {'network_id': '78ec9388-41d8-420b-9515-ecf67dd264d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1422622284-subnet', 'tenant_id': '6548b4868eba479e8929408de5722e0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:14.098078 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 78ec9388-41d8-420b-9515-ecf67dd264d9 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:34:14.168604 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Made reservation on behalf of 6548b4868eba479e8929408de5722e0f for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:14.173441 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25520042'] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:14.362277 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-ee3a5115-36f8-41d6-8471-6d0cc7ec3583 service neutron] 10.222.0.24 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359598 Jan 17 00:34:14.372926 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-37f81097-1b03-40fe-a149-435bbb4d5045 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:14.374281 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-37f81097-1b03-40fe-a149-435bbb4d5045 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.15 "GET /v2.0/networks?id=a921d394-f25d-4b1c-8753-a8a55b2917ed HTTP/1.1" status: 200 len: 813 time: 0.2350538 Jan 17 00:34:14.445200 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Request body: {'port': {'device_id': '1c78cf73-67d4-43f7-82a3-8080fca261e7', 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed', 'admin_state_up': True, 'tenant_id': 'bed360bb7f6e42ec85d24574fb027349'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:14.638357 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-1184b77e-fb08-453d-9bca-dc41ecf6e83a service neutron] 10.222.0.24 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571797 Jan 17 00:34:14.703344 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Made reservation on behalf of bed360bb7f6e42ec85d24574fb027349 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:14.713148 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:14.760279 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c78fdc3a-e740-433e-9e33-b32a251a2ad9 req-06d0c497-70b3-4beb-ad67-a9a507fdbe5e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 210 time: 0.0412073 Jan 17 00:34:14.779112 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25195121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520056'] for subnet (820f3166-966a-4ba0-9adc-552b93e61fd7), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:14.889605 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-e97e00c1-5e30-4020-90e3-090153b74b86 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:14.891905 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-e97e00c1-5e30-4020-90e3-090153b74b86 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 819 time: 0.4437726 Jan 17 00:34:14.897396 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=820f3166-966a-4ba0-9adc-552b93e61fd7,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:14.919570 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Request body: {'port': {'device_id': '3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb', 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c', 'admin_state_up': True, 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:14.928200 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Checking segment: {'id': 'f103eb1e-723b-47ab-9f4f-f5e5ec42f368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '78ec9388-41d8-420b-9515-ecf67dd264d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:14.928487 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Network hostable DHCP agents. Network: 78ec9388-41d8-420b-9515-ecf67dd264d9, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:34:15.081010 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-56078a92-6d61-4f49-8ebe-c3da58e400b6 req-ecb02715-c240-4320-9440-ed1473b1eb15 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 210 time: 0.1275821 Jan 17 00:34:15.092524 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Network 78ec9388-41d8-420b-9515-ecf67dd264d9 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:34:15.110001 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Allocated IP 172.20.0.3 (a921d394-f25d-4b1c-8753-a8a55b2917ed/4ed0efd6-22ea-4ff7-bb20-913d5065a954/00fd0071-eebc-4d05-b66a-1199e27de144) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:15.132759 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 78ec9388-41d8-420b-9515-ecf67dd264d9) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:15.140319 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:15.140947 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:15.153295 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca328fbb-5170-45e9-abf4-f71a23c62dfe None None] Network 78ec9388-41d8-420b-9515-ecf67dd264d9 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:15.182725 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-dfe5d9ad-71ef-44b8-8379-02bd02fab193 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1126580 Jan 17 00:34:15.206360 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Made reservation on behalf of f708c1f92e994490a59ce86cbb0cccee for: {'port': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:15.210906 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:15.356421 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e70d0-5c3d-410c-b062-83982fe7a90f None None] Network 78ec9388-41d8-420b-9515-ecf67dd264d9 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:15.469828 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Allocated IP 172.20.0.10 (8b64a44c-d641-45ea-8821-88a037e80d3c/342c72c2-0905-4db1-b01d-930556f43b40/b46a2c2c-c414-451e-a594-3c4acc530734) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:15.523969 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks [] for port (00fd0071-eebc-4d05-b66a-1199e27de144), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:15.594201 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:15.678296 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Network a921d394-f25d-4b1c-8753-a8a55b2917ed is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:15.682432 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:15.687381 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:15.694474 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:15.695661 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:15.703030 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Pushing event updated for resources: {'Port': ['ID=00fd0071-eebc-4d05-b66a-1199e27de144,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:15.728958 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-7722092a-891b-48c6-aa41-72d961b2b4bc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2884991 Jan 17 00:34:15.783892 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Request body: {'port': {'device_id': '1c78cf73-67d4-43f7-82a3-8080fca261e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:15.878436 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:15.970503 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks [] for port (b46a2c2c-c414-451e-a594-3c4acc530734), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:16.025786 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:16.115812 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Network 8b64a44c-d641-45ea-8821-88a037e80d3c is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:16.123438 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:16.128643 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:16.257909 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:16.259191 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:16.266123 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Pushing event updated for resources: {'Port': ['ID=b46a2c2c-c414-451e-a594-3c4acc530734,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:16.315944 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-91c7c2f8-ee4c-4a2a-8ff4-c26aaec07664 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4012616 Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: from cryptography.utils import int_from_bytes Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: from cryptography.utils import int_from_bytes Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.317655 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:16.322434 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:16.325487 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12801a99-1c13-4804-bca6-fff3245a1e57 req-bd58b381-b369-448a-97f6-936d7987ed1a tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:16.335709 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-12801a99-1c13-4804-bca6-fff3245a1e57 req-bd58b381-b369-448a-97f6-936d7987ed1a tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 931 time: 0.3755305 Jan 17 00:34:16.342826 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Request body: {'port': {'device_id': '3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:16.375004 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-53976669-a49e-49f8-b3ca-55c3f3df5177 req-3a124f37-3da0-4d0a-944c-a86afc0b87d8 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 210 time: 0.0747132 Jan 17 00:34:16.437676 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-12801a99-1c13-4804-bca6-fff3245a1e57 req-ee5a6222-7e60-4ac0-8f4c-c084abf9ef0e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010313 Jan 17 00:34:16.479804 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:16.589312 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fd0071-eebc-4d05-b66a-1199e27de144 {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:34:16.619922 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Publish callbacks [] for port (00fd0071-eebc-4d05-b66a-1199e27de144), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:16.647663 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Transition to ACTIVE for port object 00fd0071-eebc-4d05-b66a-1199e27de144 will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:34:16.667183 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:16.848897 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Pushing event updated for resources: {'Port': ['ID=00fd0071-eebc-4d05-b66a-1199e27de144,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:16.922470 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38006) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:16.942705 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Attempting to bind port 00fd0071-eebc-4d05-b66a-1199e27de144 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:16.943114 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Attempting to bind port 00fd0071-eebc-4d05-b66a-1199e27de144 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'd63d2254-32a3-49ac-9815-2a524b6c2cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:16.943417 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Attempting to bind port 00fd0071-eebc-4d05-b66a-1199e27de144 on network a921d394-f25d-4b1c-8753-a8a55b2917ed {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:17.010425 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Port 00fd0071-eebc-4d05-b66a-1199e27de144 on network a921d394-f25d-4b1c-8753-a8a55b2917ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:34:17.010720 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Attempting to bind port 00fd0071-eebc-4d05-b66a-1199e27de144 on network a921d394-f25d-4b1c-8753-a8a55b2917ed {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:17.039114 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:17.039920 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Checking segment: {'id': 'd63d2254-32a3-49ac-9815-2a524b6c2cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:17.040624 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Bound using segment: {'id': 'd63d2254-32a3-49ac-9815-2a524b6c2cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:17.041450 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Bound port: 00fd0071-eebc-4d05-b66a-1199e27de144, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63d2254-32a3-49ac-9815-2a524b6c2cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:17.042092 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.208894 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46a2c2c-c414-451e-a594-3c4acc530734 {{(pid=109113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:34:17.209507 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c161bdd6-5bb8-421c-b620-0513682e452a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.225656 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Publish callbacks [] for port (b46a2c2c-c414-451e-a594-3c4acc530734), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.231758 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-d858be26-38e6-406f-85c2-85b16e2632f8 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:17.233495 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-d858be26-38e6-406f-85c2-85b16e2632f8 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 819 time: 0.2874243 Jan 17 00:34:17.251812 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.provisioning_blocks [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Transition to ACTIVE for port object b46a2c2c-c414-451e-a594-3c4acc530734 will not be triggered until provisioned by entity L2. {{(pid=109113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:34:17.264956 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Request body: {'port': {'device_id': '76d4a00f-efa0-4a29-99d8-c6c39af9fe16', 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c', 'admin_state_up': True, 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:17.265136 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.318995 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Pushing event updated for resources: {'Port': ['ID=b46a2c2c-c414-451e-a594-3c4acc530734,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:17.327285 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] For port 00fd0071-eebc-4d05-b66a-1199e27de144, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:17.353760 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] For port 00fd0071-eebc-4d05-b66a-1199e27de144, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=00fd0071-eebc-4d05-b66a-1199e27de144,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:17.368177 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.400581 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.managers [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Attempting to bind port b46a2c2c-c414-451e-a594-3c4acc530734 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:17.400973 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.managers [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Attempting to bind port b46a2c2c-c414-451e-a594-3c4acc530734 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'}] {{(pid=109113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:17.401320 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Attempting to bind port b46a2c2c-c414-451e-a594-3c4acc530734 on network 8b64a44c-d641-45ea-8821-88a037e80d3c {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:17.406547 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Port b46a2c2c-c414-451e-a594-3c4acc530734 on network 8b64a44c-d641-45ea-8821-88a037e80d3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:34:17.406897 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Attempting to bind port b46a2c2c-c414-451e-a594-3c4acc530734 on network 8b64a44c-d641-45ea-8821-88a037e80d3c {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:17.413825 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:17.414170 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Checking segment: {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:17.414568 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Bound using segment: {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'} {{(pid=109113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:17.415071 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.managers [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Bound port: b46a2c2c-c414-451e-a594-3c4acc530734, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'}}] {{(pid=109113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:17.415423 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.451391 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:17.452019 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.454469 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] 10.222.0.15 "PUT /v2.0/ports/00fd0071-eebc-4d05-b66a-1199e27de144 HTTP/1.1" status: 200 len: 1093 time: 1.6760163 Jan 17 00:34:17.457633 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c78cf73-67d4-43f7-82a3-8080fca261e7', 'tag': '00fd0071-eebc-4d05-b66a-1199e27de144'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:34:17.460456 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58de6b06-80ec-4cd0-b00d-2c225d945754" -d '{"events": [{"name": "network-changed", "server_uuid": "1c78cf73-67d4-43f7-82a3-8080fca261e7", "tag": "00fd0071-eebc-4d05-b66a-1199e27de144"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:34:17.508841 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d0b6a-49a1-4296-bba7-73c487b1143a service neutron] Pushing event updated for resources: {'Port': ['ID=00fd0071-eebc-4d05-b66a-1199e27de144,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:17.513035 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c161bdd6-5bb8-421c-b620-0513682e452a admin admin] Publish callbacks [] for security_group (7291e563-abaf-48cf-9dab-39644331c404), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.524882 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c161bdd6-5bb8-421c-b620-0513682e452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (7291e563-abaf-48cf-9dab-39644331c404), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.525771 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] For port b46a2c2c-c414-451e-a594-3c4acc530734, host hv-cinder-81546, cleared binding levels {{(pid=109113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:17.532742 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] For port b46a2c2c-c414-451e-a594-3c4acc530734, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b46a2c2c-c414-451e-a594-3c4acc530734,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:17.542685 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.548474 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Made reservation on behalf of f708c1f92e994490a59ce86cbb0cccee for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:17.552871 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.611156 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161bdd6-5bb8-421c-b620-0513682e452a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7291e563-abaf-48cf-9dab-39644331c404,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:17.617148 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c161bdd6-5bb8-421c-b620-0513682e452a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c7b93d2e2454a0ebd057ac5f99bf1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6878569 Jan 17 00:34:17.628096 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:17.628735 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.630619 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] 10.222.0.15 "PUT /v2.0/ports/b46a2c2c-c414-451e-a594-3c4acc530734 HTTP/1.1" status: 200 len: 1094 time: 1.2984259 Jan 17 00:34:17.631109 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb', 'tag': 'b46a2c2c-c414-451e-a594-3c4acc530734'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:34:17.633794 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7051b450-b8b0-4316-83dc-913fde0d0de9" -d '{"events": [{"name": "network-changed", "server_uuid": "3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb", "tag": "b46a2c2c-c414-451e-a594-3c4acc530734"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:34:17.643743 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38020) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:17.649430 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f11bb3-8027-495d-b0bb-94015c4adf22 x-openstack-request-id: req-a7f11bb3-8027-495d-b0bb-94015c4adf22 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:34:17.649939 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c78cf73-67d4-43f7-82a3-8080fca261e7", "tag": "00fd0071-eebc-4d05-b66a-1199e27de144", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:34:17.650374 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7f11bb3-8027-495d-b0bb-94015c4adf22 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:34:17.650956 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c78cf73-67d4-43f7-82a3-8080fca261e7', 'tag': '00fd0071-eebc-4d05-b66a-1199e27de144', 'status': 'completed', 'code': 200} Jan 17 00:34:17.657709 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f501c148-2fd1-45ee-8db4-174681b0b912 req-2e238cbf-c6f3-4e6b-bcdd-30b65f8c09b3 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 210 time: 0.0688512 Jan 17 00:34:17.667230 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d412d-6975-410d-93fb-756ff39fbe5f service neutron] Pushing event updated for resources: {'Port': ['ID=b46a2c2c-c414-451e-a594-3c4acc530734,revision_number=3']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:17.738595 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7c83d937-e0ea-4974-8f47-90343ba23b34 admin admin] Publish callbacks [] for security_group (7291e563-abaf-48cf-9dab-39644331c404), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.768955 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-87157b64-337c-4c6d-a4bc-da2d2db5d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:17.770645 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-87157b64-337c-4c6d-a4bc-da2d2db5d484 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bed360bb7f6e42ec85d24574fb027349&device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 1096 time: 0.1659622 Jan 17 00:34:17.774711 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7c83d937-e0ea-4974-8f47-90343ba23b34 admin admin] Publish callbacks [] for security_group (7291e563-abaf-48cf-9dab-39644331c404), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.807998 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de51cc81-18fc-48fd-993b-1b397b9417bd x-openstack-request-id: req-de51cc81-18fc-48fd-993b-1b397b9417bd {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:34:17.808289 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb", "tag": "b46a2c2c-c414-451e-a594-3c4acc530734", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:34:17.808538 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de51cc81-18fc-48fd-993b-1b397b9417bd {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:34:17.808944 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb', 'tag': 'b46a2c2c-c414-451e-a594-3c4acc530734', 'status': 'completed', 'code': 200} Jan 17 00:34:17.879368 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-b8e62d85-dd44-4ddc-bcd0-960b88ab521b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fd0071-eebc-4d05-b66a-1199e27de144 HTTP/1.1" status: 200 len: 217 time: 0.0604079 Jan 17 00:34:17.899319 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-ab2061c0-bb4a-47a1-9240-4954fe811c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:17.902296 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-ab2061c0-bb4a-47a1-9240-4954fe811c06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0922744 Jan 17 00:34:17.913512 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7c83d937-e0ea-4974-8f47-90343ba23b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (7291e563-abaf-48cf-9dab-39644331c404), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.916553 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7c83d937-e0ea-4974-8f47-90343ba23b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:17.921781 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-7c83d937-e0ea-4974-8f47-90343ba23b34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7291e563-abaf-48cf-9dab-39644331c404 HTTP/1.1" status: 204 len: 168 time: 0.2731779 Jan 17 00:34:17.932063 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Allocated IP 172.20.0.8 (8b64a44c-d641-45ea-8821-88a037e80d3c/342c72c2-0905-4db1-b01d-930556f43b40/859fca2e-1989-4770-a8ef-bedf7ac3323b) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:17.943239 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83d937-e0ea-4974-8f47-90343ba23b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7291e563-abaf-48cf-9dab-39644331c404,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:17.967033 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb97b5-51d0-4bb3-8831-f326e0839999 req-6439545f-ee9e-4ca7-8878-9ec68274b01d tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:17.978321 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43fb97b5-51d0-4bb3-8831-f326e0839999 req-6439545f-ee9e-4ca7-8878-9ec68274b01d tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 943 time: 0.1761901 Jan 17 00:34:18.024782 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-a40dd36b-16fd-4e47-a26c-81d6e2809f34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b46a2c2c-c414-451e-a594-3c4acc530734 HTTP/1.1" status: 200 len: 217 time: 0.0541179 Jan 17 00:34:18.101917 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-c197465a-c829-4c74-94bb-4be9f2c141b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:18.108561 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-c197465a-c829-4c74-94bb-4be9f2c141b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ed0efd6-22ea-4ff7-bb20-913d5065a954 HTTP/1.1" status: 200 len: 853 time: 0.2163305 Jan 17 00:34:18.157488 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c39c9f6c-e5e7-4dd7-8c08-17a326a5db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:18.159556 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-c39c9f6c-e5e7-4dd7-8c08-17a326a5db13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.1230736 Jan 17 00:34:18.198077 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-5f2e9aae-168c-4a15-98e0-ae6dde306091 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a921d394-f25d-4b1c-8753-a8a55b2917ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642982 Jan 17 00:34:18.217644 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-cd6bdd02-2da2-480f-adba-3da0d5f85e37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375414 Jan 17 00:34:18.220132 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43fb97b5-51d0-4bb3-8831-f326e0839999 req-7a62fbee-4c79-4889-bf66-10d356ba6d8d tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408342 Jan 17 00:34:18.369941 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-52586777-b1fc-4a4e-9e93-9f29eae32b65 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315308 Jan 17 00:34:18.520103 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-742d9e68-69ac-4a87-9c52-3d0d2c9cdccd req-046daa83-a1f3-4015-8d21-3929bb49702f service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427803 Jan 17 00:34:18.585063 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks [] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:18.590720 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-d949b182-40f0-4c21-9b4e-85cff32f487f service neutron] 10.222.0.15 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469241 Jan 17 00:34:18.639359 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:18.701398 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-2844556f-44e6-4d17-9e38-a881d72a5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:18.703112 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-2844556f-44e6-4d17-9e38-a881d72a5911 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1097 time: 0.0549452 Jan 17 00:34:18.819815 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Network 8b64a44c-d641-45ea-8821-88a037e80d3c is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:18.825231 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-71a7018b-02bd-456a-b37d-819dc243c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:18.827348 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-71a7018b-02bd-456a-b37d-819dc243c27d service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 920 time: 0.1178582 Jan 17 00:34:18.836565 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:18.856445 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:18.863337 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:18.864028 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:18.868800 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Pushing event updated for resources: {'Port': ['ID=859fca2e-1989-4770-a8ef-bedf7ac3323b,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:18.887082 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-1cb3dbee-276e-4e5f-a531-e4d82ddd6498 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b46a2c2c-c414-451e-a594-3c4acc530734 HTTP/1.1" status: 200 len: 217 time: 0.0526366 Jan 17 00:34:18.920884 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-c927d06b-3b3c-45ac-b58d-7262a3a04474 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6604781 Jan 17 00:34:18.933974 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716ed16-baa1-4f63-83f4-41fc3b5ca74b req-5b1003aa-f81a-4a65-82df-9157081c1a77 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:18.941920 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c716ed16-baa1-4f63-83f4-41fc3b5ca74b req-5b1003aa-f81a-4a65-82df-9157081c1a77 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 931 time: 0.1316745 Jan 17 00:34:18.953933 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Request body: {'port': {'device_id': '76d4a00f-efa0-4a29-99d8-c6c39af9fe16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:18.972621 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-99b5de90-7c3f-40da-b5f0-b9681799623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:18.975838 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-99b5de90-7c3f-40da-b5f0-b9681799623f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.0804985 Jan 17 00:34:19.045869 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-07bca704-3004-46a3-b299-6f06334badac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621507 Jan 17 00:34:19.085139 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38070) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:19.184453 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-786b7770-2363-4db7-9be0-332c54fd65c5 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296873 Jan 17 00:34:19.309848 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-399898749-network', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:19.327338 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-7051b450-b8b0-4316-83dc-913fde0d0de9 req-c9a4772d-fa85-4d7f-92a1-9bd3f7c7df71 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342947 Jan 17 00:34:19.329577 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffb9b2d1-094e-4557-9a49-50d6df75d9c0 req-49dd7905-c535-4d66-a476-b018be58895b service neutron] 10.222.0.15 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6397941 Jan 17 00:34:19.347555 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Made reservation on behalf of 5c8d018f858b48c78141f947fafd9e4c for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:19.349976 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.363819 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.420017 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.440588 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c716ed16-baa1-4f63-83f4-41fc3b5ca74b req-222efaed-da63-4d9a-9296-29b7bc243d7d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975383 Jan 17 00:34:19.488261 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Publish callbacks [] for security_group (09ededc4-84dc-4e09-bd40-0666f8268223), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.493012 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (09ededc4-84dc-4e09-bd40-0666f8268223), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.521631 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:34:19.537067 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ededc4-84dc-4e09-bd40-0666f8268223,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:19.542925 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (47d4148e-769b-4d51-a507-89749cdf8771), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.543298 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Added segment 47d4148e-769b-4d51-a507-89749cdf8771 of type vlan for network 405b8fb8-3cfa-4141-8014-5c4314cb4511 Jan 17 00:34:19.595895 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (405b8fb8-3cfa-4141-8014-5c4314cb4511), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.629360 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (405b8fb8-3cfa-4141-8014-5c4314cb4511), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.630523 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:19.631273 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.636008 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b67f4-5a6d-4b76-b519-21cd9f6ecc03 req-4360ab7e-4e8d-4bf4-8e17-845c0ccd9e77 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:19.638001 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b64b67f4-5a6d-4b76-b519-21cd9f6ecc03 req-4360ab7e-4e8d-4bf4-8e17-845c0ccd9e77 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 943 time: 0.1623380 Jan 17 00:34:19.651254 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-7a6d7131-ff6d-4315-85dd-77ee328e1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:19.652778 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-7a6d7131-ff6d-4315-85dd-77ee328e1ed9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bed360bb7f6e42ec85d24574fb027349&device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 1096 time: 0.1388807 Jan 17 00:34:19.708121 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6218748 Jan 17 00:34:19.713224 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38080) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:19.718419 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Request body: {'subnet': {'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-399898749-subnet', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'ip_version': 4}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:19.723327 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bed3e4-222b-43bc-83df-0a782e1f01e7 admin admin] Pushing event updated for resources: {'Network': ['ID=405b8fb8-3cfa-4141-8014-5c4314cb4511,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:19.739610 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 405b8fb8-3cfa-4141-8014-5c4314cb4511 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:34:19.748895 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Made reservation on behalf of 5c8d018f858b48c78141f947fafd9e4c for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:19.751810 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25520042'] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:19.853284 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b64b67f4-5a6d-4b76-b519-21cd9f6ecc03 req-9abd4207-bebf-4a8e-b20d-0618eaa0270e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991546 Jan 17 00:34:19.961024 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-feb8dfd5-1b10-459b-857a-756a5572b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:19.963271 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-feb8dfd5-1b10-459b-857a-756a5572b3d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a921d394-f25d-4b1c-8753-a8a55b2917ed HTTP/1.1" status: 200 len: 914 time: 0.2976885 Jan 17 00:34:20.027278 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25195121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520056'] for subnet (cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:20.058202 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-bc0c1222-3f45-4d5c-84ce-847806b3504f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00fd0071-eebc-4d05-b66a-1199e27de144 HTTP/1.1" status: 200 len: 217 time: 0.0790756 Jan 17 00:34:20.096110 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:20.110488 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Checking segment: {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:20.110972 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Network hostable DHCP agents. Network: 405b8fb8-3cfa-4141-8014-5c4314cb4511, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:34:20.144973 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Network 405b8fb8-3cfa-4141-8014-5c4314cb4511 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:34:20.162140 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 405b8fb8-3cfa-4141-8014-5c4314cb4511) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:20.166937 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:20.167618 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:20.188721 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859fca2e-1989-4770-a8ef-bedf7ac3323b {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:34:20.194007 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf8eea-abb6-45db-9c8e-5c1136d07959 None None] Network 405b8fb8-3cfa-4141-8014-5c4314cb4511 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:20.224044 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-78984d17-62e3-41d1-8876-f430f73e8455 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5075917 Jan 17 00:34:20.224044 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38090) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:20.233740 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:20.234371 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Publish callbacks [] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:20.242141 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-99957ca8-c181-4d3e-a071-ef3d4b3d3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:20.245239 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-99957ca8-c181-4d3e-a071-ef3d4b3d3ec9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ed0efd6-22ea-4ff7-bb20-913d5065a954 HTTP/1.1" status: 200 len: 853 time: 0.1784484 Jan 17 00:34:20.294638 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (58d383f3-6ad9-477c-a744-847d3fb22b77), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:20.296004 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (58d383f3-6ad9-477c-a744-847d3fb22b77), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:20.391979 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-1afc1e07-d34f-4344-8b79-c7b5adf46c72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a921d394-f25d-4b1c-8753-a8a55b2917ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099758 Jan 17 00:34:20.432652 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks [] for router_controller (58d383f3-6ad9-477c-a744-847d3fb22b77), precommit_add_association {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:20.503110 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Transition to ACTIVE for port object 859fca2e-1989-4770-a8ef-bedf7ac3323b will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:34:20.515966 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:20.519461 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-405b8fb8-3cfa-4141-8014-5c4314cb4511', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:34:20.521421 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:20.660859 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Pushing event updated for resources: {'Port': ['ID=859fca2e-1989-4770-a8ef-bedf7ac3323b,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:20.790337 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-be978125-9659-4a60-982c-1bfa1464c744 service neutron] 10.222.0.15 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962338 Jan 17 00:34:20.838271 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Allocated IP 172.20.0.2 (405b8fb8-3cfa-4141-8014-5c4314cb4511/cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2/7ad7b39d-4a16-4549-9328-4244dd0b1369) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:20.930723 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433911-0775-4703-adde-2db01db5a0ef req-16182fb0-7527-4f67-9375-8370e612756a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:20.938947 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-76433911-0775-4703-adde-2db01db5a0ef req-16182fb0-7527-4f67-9375-8370e612756a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 943 time: 0.2817807 Jan 17 00:34:20.960743 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Attempting to bind port 859fca2e-1989-4770-a8ef-bedf7ac3323b on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:20.961087 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Attempting to bind port 859fca2e-1989-4770-a8ef-bedf7ac3323b by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:20.962042 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Attempting to bind port 859fca2e-1989-4770-a8ef-bedf7ac3323b on network 8b64a44c-d641-45ea-8821-88a037e80d3c {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:20.988991 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Port 859fca2e-1989-4770-a8ef-bedf7ac3323b on network 8b64a44c-d641-45ea-8821-88a037e80d3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:34:20.989223 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Attempting to bind port 859fca2e-1989-4770-a8ef-bedf7ac3323b on network 8b64a44c-d641-45ea-8821-88a037e80d3c {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:21.004669 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks [] for router_gateway (58d383f3-6ad9-477c-a744-847d3fb22b77), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.011079 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:21.012147 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Checking segment: {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:21.012147 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Bound using segment: {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:21.012618 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Bound port: 859fca2e-1989-4770-a8ef-bedf7ac3323b, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:21.012982 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.025490 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-58de6b06-80ec-4cd0-b00d-2c225d945754 req-6aa9a233-21a1-45f6-b377-8c195f928278 service neutron] 10.222.0.15 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230794 Jan 17 00:34:21.070630 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-76433911-0775-4703-adde-2db01db5a0ef req-15b04166-43e6-4cec-9476-8b78fc9859ae tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306050 Jan 17 00:34:21.128316 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device b46a2c2c-c414-451e-a594-3c4acc530734 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:34:21.132596 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Publish callbacks [] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.146706 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.151486 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb23d-2627-4d95-aaa5-406fb929071a req-846c3de3-d70e-4b05-9adc-9d62bbcea0c1 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:21.160076 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-326fb23d-2627-4d95-aaa5-406fb929071a req-846c3de3-d70e-4b05-9adc-9d62bbcea0c1 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 943 time: 0.1605597 Jan 17 00:34:21.253758 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Network 405b8fb8-3cfa-4141-8014-5c4314cb4511 is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:21.264615 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:21.270266 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:21.273145 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Pushing event updated for resources: {'Port': ['ID=7ad7b39d-4a16-4549-9328-4244dd0b1369,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:21.290745 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-326fb23d-2627-4d95-aaa5-406fb929071a req-ab67d0d8-c34b-4f1f-b049-31a84b9c2eeb tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292853 Jan 17 00:34:21.317738 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] For port 859fca2e-1989-4770-a8ef-bedf7ac3323b, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:21.324939 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] For port 859fca2e-1989-4770-a8ef-bedf7ac3323b, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=859fca2e-1989-4770-a8ef-bedf7ac3323b,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:21.337542 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.387420 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Attempting to bind port 7ad7b39d-4a16-4549-9328-4244dd0b1369 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:21.387792 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Attempting to bind port 7ad7b39d-4a16-4549-9328-4244dd0b1369 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:21.388332 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Attempting to bind port 7ad7b39d-4a16-4549-9328-4244dd0b1369 on network 405b8fb8-3cfa-4141-8014-5c4314cb4511 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:21.405907 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:21.406311 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Checking segment: {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:21.406717 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.407149 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Bound using segment: {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:21.407644 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Bound port: 7ad7b39d-4a16-4549-9328-4244dd0b1369, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:21.408235 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.417447 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port b46a2c2c-c414-451e-a594-3c4acc530734, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b46a2c2c-c414-451e-a594-3c4acc530734,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:21.442693 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'b46a2c2c-c414-451e-a594-3c4acc530734', 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c', 'port_id': 'b46a2c2c-c414-451e-a594-3c4acc530734', 'mac_address': 'fa:16:3e:91:21:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342c72c2-0905-4db1-b01d-930556f43b40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:34:21.523775 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:21.525202 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port b46a2c2c-c414-451e-a594-3c4acc530734 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:21.525591 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.528048 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.532970 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] 10.222.0.15 "PUT /v2.0/ports/859fca2e-1989-4770-a8ef-bedf7ac3323b HTTP/1.1" status: 200 len: 1093 time: 2.5888474 Jan 17 00:34:21.540943 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] For port 7ad7b39d-4a16-4549-9328-4244dd0b1369, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:21.552893 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46a2c2c-c414-451e-a594-3c4acc530734 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:34:21.563239 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] For port 7ad7b39d-4a16-4549-9328-4244dd0b1369, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=7ad7b39d-4a16-4549-9328-4244dd0b1369,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:21.571692 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d4a00f-efa0-4a29-99d8-c6c39af9fe16', 'tag': '859fca2e-1989-4770-a8ef-bedf7ac3323b'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:34:21.576074 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.581198 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cda231-7afd-4bab-abf6-6f3cab490a29" -d '{"events": [{"name": "network-changed", "server_uuid": "76d4a00f-efa0-4a29-99d8-c6c39af9fe16", "tag": "859fca2e-1989-4770-a8ef-bedf7ac3323b"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:34:21.621404 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port b46a2c2c-c414-451e-a594-3c4acc530734, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b46a2c2c-c414-451e-a594-3c4acc530734,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:21.634438 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.672353 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3ef8d-8648-4f30-8074-d0e97890df20 None None] Pushing event updated for resources: {'Port': ['ID=7ad7b39d-4a16-4549-9328-4244dd0b1369,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:21.679445 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks [] for router_gateway (58d383f3-6ad9-477c-a744-847d3fb22b77), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.758899 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:21.781520 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f53a761-d3b3-4114-920a-81b649d5f21e x-openstack-request-id: req-5f53a761-d3b3-4114-920a-81b649d5f21e {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:34:21.782546 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d4a00f-efa0-4a29-99d8-c6c39af9fe16", "tag": "859fca2e-1989-4770-a8ef-bedf7ac3323b", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:34:21.783135 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f53a761-d3b3-4114-920a-81b649d5f21e {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:34:21.784444 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d4a00f-efa0-4a29-99d8-c6c39af9fe16', 'tag': '859fca2e-1989-4770-a8ef-bedf7ac3323b', 'status': 'completed', 'code': 200} Jan 17 00:34:21.785499 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96269f5f-3fc9-4509-abb1-514041e2482a service neutron] Pushing event updated for resources: {'Port': ['ID=859fca2e-1989-4770-a8ef-bedf7ac3323b,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:21.823744 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-f5de2114-2774-44b0-bcc7-882f96722045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:21.825581 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-f5de2114-2774-44b0-bcc7-882f96722045 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 1096 time: 0.1683426 Jan 17 00:34:21.837490 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=b46a2c2c-c414-451e-a594-3c4acc530734,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:21.894662 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-5d1c13c0-21b9-4ccf-b6bf-4944423f5a28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=859fca2e-1989-4770-a8ef-bedf7ac3323b HTTP/1.1" status: 200 len: 217 time: 0.0512657 Jan 17 00:34:21.947726 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Allocated IP 172.27.3.175 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:21.981948 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-7e5cd66e-254a-4074-ac54-fb0c257423c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:21.986255 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['b46a2c2c-c414-451e-a594-3c4acc530734'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:34:21.990916 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-7e5cd66e-254a-4074-ac54-fb0c257423c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.0870326 Jan 17 00:34:22.108687 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-77169ab3-fce3-4722-b527-fa27924b52f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112375 Jan 17 00:34:22.245319 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks [] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:22.358692 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:22.418812 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b6ba-b8c7-430b-a509-078502efbbcb req-d38fe5c7-e2b5-4341-bb49-9b3a206ea43d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:22.429123 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c4c7b6ba-b8c7-430b-a509-078502efbbcb req-d38fe5c7-e2b5-4341-bb49-9b3a206ea43d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 943 time: 0.1776617 Jan 17 00:34:22.450076 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:22.455729 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:22.462421 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:22.472806 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:22.552967 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-d60d632a-bebd-4c56-bd6c-f30a0a5902de service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362965 Jan 17 00:34:22.702253 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c4c7b6ba-b8c7-430b-a509-078502efbbcb req-1b537390-6d53-464b-9953-85b1e295bea6 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567544 Jan 17 00:34:22.717768 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535b91e-329d-4f83-88c7-973be8c22f19 req-f3a9125c-9c73-4276-a12f-27ba51dd2400 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:22.720245 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a535b91e-329d-4f83-88c7-973be8c22f19 req-f3a9125c-9c73-4276-a12f-27ba51dd2400 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 943 time: 0.2821164 Jan 17 00:34:22.876663 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3074b696-5335-4b2f-8b0c-eeb12566990a req-ee7d3c8b-c9b2-450a-8564-fd16b4878163 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106291 Jan 17 00:34:22.916271 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a535b91e-329d-4f83-88c7-973be8c22f19 req-db322e87-b72d-48c9-8330-68884e7abff4 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581950 Jan 17 00:34:23.055929 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks [] for router_gateway (58d383f3-6ad9-477c-a744-847d3fb22b77), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:23.069988 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 00fd0071-eebc-4d05-b66a-1199e27de144 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:34:23.089186 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device b46a2c2c-c414-451e-a594-3c4acc530734 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:23.112599 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-fe4fcb48-01e8-49a7-9597-adcbd9a8e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:23.114906 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-fe4fcb48-01e8-49a7-9597-adcbd9a8e58a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 1096 time: 0.0771649 Jan 17 00:34:23.264911 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-9a6496ec-cfa2-453c-ab58-57ce0d409c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:23.267251 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-9a6496ec-cfa2-453c-ab58-57ce0d409c0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 920 time: 0.1363821 Jan 17 00:34:23.316908 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port b46a2c2c-c414-451e-a594-3c4acc530734 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:34:23.341810 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port b46a2c2c-c414-451e-a594-3c4acc530734 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:23.342721 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:23.400704 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-5fd285b6-0c54-491b-8f1f-5c856de13c3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=859fca2e-1989-4770-a8ef-bedf7ac3323b HTTP/1.1" status: 200 len: 217 time: 0.1219304 Jan 17 00:34:23.450417 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 00fd0071-eebc-4d05-b66a-1199e27de144, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=00fd0071-eebc-4d05-b66a-1199e27de144,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:23.481351 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '00fd0071-eebc-4d05-b66a-1199e27de144', 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed', 'port_id': '00fd0071-eebc-4d05-b66a-1199e27de144', 'mac_address': 'fa:16:3e:3d:3b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed0efd6-22ea-4ff7-bb20-913d5065a954', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:34:23.485803 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339a7711-f67a-4a52-8a6a-50812d477b9b None None] Network 405b8fb8-3cfa-4141-8014-5c4314cb4511 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:23.502579 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (58d383f3-6ad9-477c-a744-847d3fb22b77), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:23.540987 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-efecf0f1-e40a-41a2-92d4-c44ebd778dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:23.543942 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-efecf0f1-e40a-41a2-92d4-c44ebd778dc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.1318753 Jan 17 00:34:23.610844 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-74685eaf-c986-40d6-bcc0-719cb53223cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591276 Jan 17 00:34:23.761068 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 7ad7b39d-4a16-4549-9328-4244dd0b1369 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:23.772149 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Router 58d383f3-6ad9-477c-a744-847d3fb22b77 is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:34:23.781521 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-2dc3dbb5-9732-4dc6-87cf-0fb7e62b1309 None None] Provisioning complete for port 7ad7b39d-4a16-4549-9328-4244dd0b1369 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:23.781949 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2dc3dbb5-9732-4dc6-87cf-0fb7e62b1309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:23.827404 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-f3043bf0-1837-4f08-b082-fff2a737ee29 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048829 Jan 17 00:34:23.872329 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 00fd0071-eebc-4d05-b66a-1199e27de144 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:23.872631 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.014740 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:34:24.045555 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Sync routers for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:34:24.056367 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.060408 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-fb8fb2c5-60a3-4418-9462-dbf15fa34a04 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8360026 Jan 17 00:34:24.062007 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38188) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:24.069614 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:24.070271 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:24.104131 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fd0071-eebc-4d05-b66a-1199e27de144 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:34:24.173483 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38196) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:24.289698 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port b46a2c2c-c414-451e-a594-3c4acc530734 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:24.290365 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.296557 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e2796-f136-4fae-a426-fdfde798b9b0 req-94198c83-daa8-41cd-bbef-cef56732ea25 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:24.302072 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:24.309216 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-776e2796-f136-4fae-a426-fdfde798b9b0 req-94198c83-daa8-41cd-bbef-cef56732ea25 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 943 time: 0.2561328 Jan 17 00:34:24.359718 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 00fd0071-eebc-4d05-b66a-1199e27de144, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=00fd0071-eebc-4d05-b66a-1199e27de144,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:24.445767 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.458031 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 7ad7b39d-4a16-4549-9328-4244dd0b1369 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:24.458941 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.462745 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6222a-99da-4aec-b6ef-077edf679f27 req-e53f8c16-7db5-4b6f-ac7f-4ce0860f97e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:24.476023 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d6f6222a-99da-4aec-b6ef-077edf679f27 req-e53f8c16-7db5-4b6f-ac7f-4ce0860f97e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 943 time: 0.3068852 Jan 17 00:34:24.505594 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:22Z', 'revision_number': 3, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:24.511888 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-64b2019b-bfe9-4c32-82ec-94bf0bc5d630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.536931 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Checking router: 58d383f3-6ad9-477c-a744-847d3fb22b77 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:34:24.537258 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Updating router 58d383f3-6ad9-477c-a744-847d3fb22b77 port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:34:24.563881 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6cda231-7afd-4bab-abf6-6f3cab490a29 req-3d6a7d32-d7a3-4c73-ac4a-e5bf066ea03a service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179563 Jan 17 00:34:24.571139 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.590255 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-776e2796-f136-4fae-a426-fdfde798b9b0 req-b56538bb-de9a-4c89-801d-4683a44eacad tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775664 Jan 17 00:34:24.600377 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46a2c2c-c414-451e-a594-3c4acc530734'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:34:24.604462 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b532586-e8a8-4719-809f-db73367161f0" -d '{"events": [{"server_uuid": "3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb", "name": "network-vif-plugged", "status": "completed", "tag": "b46a2c2c-c414-451e-a594-3c4acc530734"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:34:24.688285 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port b46a2c2c-c414-451e-a594-3c4acc530734, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b46a2c2c-c414-451e-a594-3c4acc530734,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:24.694274 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3dbb5-9732-4dc6-87cf-0fb7e62b1309 None None] Current status of the port 7ad7b39d-4a16-4549-9328-4244dd0b1369 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:24.694947 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2dc3dbb5-9732-4dc6-87cf-0fb7e62b1309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.710934 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.745923 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=00fd0071-eebc-4d05-b66a-1199e27de144,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:24.827888 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d6f6222a-99da-4aec-b6ef-077edf679f27 req-9c4fa18e-8174-4d9b-8d6a-c0f781567804 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504407 Jan 17 00:34:24.840287 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['00fd0071-eebc-4d05-b66a-1199e27de144'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:34:24.922867 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-64b2019b-bfe9-4c32-82ec-94bf0bc5d630 admin admin] Publish callbacks [] for security_group (b59eb134-f7da-4c57-becd-966ef47a9677), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.925333 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-2dc3dbb5-9732-4dc6-87cf-0fb7e62b1309 None None] For port 7ad7b39d-4a16-4549-9328-4244dd0b1369, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=7ad7b39d-4a16-4549-9328-4244dd0b1369,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:24.929794 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-64b2019b-bfe9-4c32-82ec-94bf0bc5d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (b59eb134-f7da-4c57-becd-966ef47a9677), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:24.983612 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-64b2019b-bfe9-4c32-82ec-94bf0bc5d630 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9969299cba7a466c9ab7b20ee744e7d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8084345 Jan 17 00:34:24.986426 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2019b-bfe9-4c32-82ec-94bf0bc5d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59eb134-f7da-4c57-becd-966ef47a9677,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:24.989492 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38202) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:25.081504 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Publish callbacks [] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.083428 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3bf58f90-dece-4625-a12c-ff15b5c84ca6 admin admin] Publish callbacks [] for security_group (b59eb134-f7da-4c57-becd-966ef47a9677), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.092599 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.115319 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 7ad7b39d-4a16-4549-9328-4244dd0b1369 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:25.116079 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.139498 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd466b5d-9143-4af2-9ad0-f5fd817e95fb x-openstack-request-id: req-dd466b5d-9143-4af2-9ad0-f5fd817e95fb {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:34:25.140009 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb", "name": "network-vif-plugged", "status": "completed", "tag": "b46a2c2c-c414-451e-a594-3c4acc530734", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:34:25.140425 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd466b5d-9143-4af2-9ad0-f5fd817e95fb {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:34:25.141325 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46a2c2c-c414-451e-a594-3c4acc530734', 'code': 200} Jan 17 00:34:25.143196 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3bf58f90-dece-4625-a12c-ff15b5c84ca6 admin admin] Publish callbacks [] for security_group (b59eb134-f7da-4c57-becd-966ef47a9677), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.148066 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2dc3dbb5-9732-4dc6-87cf-0fb7e62b1309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.228361 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Attempting to bind port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:25.229513 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Attempting to bind port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:25.229704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3bf58f90-dece-4625-a12c-ff15b5c84ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (b59eb134-f7da-4c57-becd-966ef47a9677), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.231163 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Attempting to bind port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:25.233094 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3bf58f90-dece-4625-a12c-ff15b5c84ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.239050 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-3bf58f90-dece-4625-a12c-ff15b5c84ca6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b59eb134-f7da-4c57-becd-966ef47a9677 HTTP/1.1" status: 204 len: 168 time: 0.2440062 Jan 17 00:34:25.243018 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=b46a2c2c-c414-451e-a594-3c4acc530734,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:25.257835 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf58f90-dece-4625-a12c-ff15b5c84ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59eb134-f7da-4c57-becd-966ef47a9677,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:25.273189 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a23b1-94e4-4b3b-9e87-f6083446406e None None] Pushing event updated for resources: {'Port': ['ID=b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4,revision_number=2']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:25.306390 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:25.312598 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:25.313273 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.313995 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:25.315492 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Bound port: b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:25.316217 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.327536 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.444711 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-4e44d3e2-1ed4-444c-8d78-0eae5bed9b26 None None] Provisioning complete for port 7ad7b39d-4a16-4549-9328-4244dd0b1369 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:25.445742 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-4e44d3e2-1ed4-444c-8d78-0eae5bed9b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.539043 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] For port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:25.552901 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] For port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:25.577577 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:25.577757 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b0f2-f000-4dbf-ba07-713c79b170f6 req-02514d06-674b-4b32-aefe-10df4b44f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:25.580622 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e3f9b0f2-f000-4dbf-ba07-713c79b170f6 req-02514d06-674b-4b32-aefe-10df4b44f60f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1099 time: 0.1844115 Jan 17 00:34:25.583368 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.db.api [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 00:34:25.584248 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG oslo_db.api [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 00:34:25.609229 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3dbb5-9732-4dc6-87cf-0fb7e62b1309 None None] Pushing event updated for resources: {'Port': ['ID=7ad7b39d-4a16-4549-9328-4244dd0b1369,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:25.775794 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e3f9b0f2-f000-4dbf-ba07-713c79b170f6 req-e4d5ca00-79d7-4549-afc4-9292337c5b8a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815286 Jan 17 00:34:25.817952 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-4e44d3e2-1ed4-444c-8d78-0eae5bed9b26 None None] Current status of the port 7ad7b39d-4a16-4549-9328-4244dd0b1369 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:25.847226 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:25.859775 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:25.924068 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Allocated IP 172.20.0.1 (405b8fb8-3cfa-4141-8014-5c4314cb4511/cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2/c3687e39-9f90-473d-a5e2-b33fd25aa414) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:26.000142 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdd14c-377b-49df-85c6-b4a777aeaad0 req-d38b6477-88a4-4a2d-8aa0-5b7d460d7fa5 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:26.005366 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a23b1-94e4-4b3b-9e87-f6083446406e None None] Pushing event updated for resources: {'Port': ['ID=b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:26.014753 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-47cdd14c-377b-49df-85c6-b4a777aeaad0 req-d38b6477-88a4-4a2d-8aa0-5b7d460d7fa5 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 943 time: 0.1710413 Jan 17 00:34:26.172617 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:26.179583 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-47cdd14c-377b-49df-85c6-b4a777aeaad0 req-3fbf56c0-f338-49fc-a67b-f025b5958db1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615794 Jan 17 00:34:26.182657 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 7ad7b39d-4a16-4549-9328-4244dd0b1369 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:26.256675 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Publish callbacks [] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:26.345618 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 7ad7b39d-4a16-4549-9328-4244dd0b1369 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:26.363371 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:26.408910 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 7ad7b39d-4a16-4549-9328-4244dd0b1369 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:26.410185 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:26.456422 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Network 405b8fb8-3cfa-4141-8014-5c4314cb4511 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:26.457728 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Pushing event updated for resources: {'Port': ['ID=c3687e39-9f90-473d-a5e2-b33fd25aa414,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:26.468859 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:26.472308 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:26.481314 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904f92a-749c-49f3-bdef-c50d6c3a2dac req-83739aa7-4c59-4843-8956-ba04e0d80009 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:26.493857 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a904f92a-749c-49f3-bdef-c50d6c3a2dac req-83739aa7-4c59-4843-8956-ba04e0d80009 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 944 time: 0.1527832 Jan 17 00:34:26.523228 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (58d383f3-6ad9-477c-a744-847d3fb22b77), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:26.529336 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:22Z', 'revision_number': 3, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:26.610487 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a904f92a-749c-49f3-bdef-c50d6c3a2dac req-469df35f-231f-4e18-82c6-baecaa2d93f3 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152096 Jan 17 00:34:26.615444 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 7ad7b39d-4a16-4549-9328-4244dd0b1369 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:26.641023 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069d961-264e-4da2-ae1f-90bbd3d321f5 None None] The sync data for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi is: [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:22Z', 'revision_number': 3, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:34:26.756146 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:26.866494 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-9d5b16d8-5ff3-4f1c-abc4-39a993dbd7cd None None] Provisioning complete for port c3687e39-9f90-473d-a5e2-b33fd25aa414 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:26.866494 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9d5b16d8-5ff3-4f1c-abc4-39a993dbd7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:26.956526 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b16d8-5ff3-4f1c-abc4-39a993dbd7cd None None] Port c3687e39-9f90-473d-a5e2-b33fd25aa414 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:34:27.109815 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 859fca2e-1989-4770-a8ef-bedf7ac3323b details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:34:27.126783 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 00fd0071-eebc-4d05-b66a-1199e27de144 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:27.206892 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38264) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:27.394732 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Publish callbacks [] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:27.409639 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:27.424643 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 00fd0071-eebc-4d05-b66a-1199e27de144 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:34:27.444735 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 00fd0071-eebc-4d05-b66a-1199e27de144 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:27.448381 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:27.572726 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1e97-f6e0-41b5-9818-da82b9edcf41 req-52eb5876-0e18-4f8d-bc05-bd2196c79ce4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:27.593654 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cb0d1e97-f6e0-41b5-9818-da82b9edcf41 req-52eb5876-0e18-4f8d-bc05-bd2196c79ce4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 943 time: 0.2460110 Jan 17 00:34:27.628393 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (58d383f3-6ad9-477c-a744-847d3fb22b77), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:27.733431 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 859fca2e-1989-4770-a8ef-bedf7ac3323b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=859fca2e-1989-4770-a8ef-bedf7ac3323b,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:27.778815 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '859fca2e-1989-4770-a8ef-bedf7ac3323b', 'network_id': '8b64a44c-d641-45ea-8821-88a037e80d3c', 'port_id': '859fca2e-1989-4770-a8ef-bedf7ac3323b', 'mac_address': 'fa:16:3e:b9:14:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342c72c2-0905-4db1-b01d-930556f43b40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:34:27.793555 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cb0d1e97-f6e0-41b5-9818-da82b9edcf41 req-607f002c-c2b2-4a0e-a929-92b554a53f37 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954994 Jan 17 00:34:27.821661 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Pushing event updated for resources: {'Port': ['ID=c3687e39-9f90-473d-a5e2-b33fd25aa414,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:27.929542 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 859fca2e-1989-4770-a8ef-bedf7ac3323b is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:27.930186 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:27.954386 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b8c58d9a-4682-4774-a88b-7c4b5b622fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.007257 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 00fd0071-eebc-4d05-b66a-1199e27de144 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:28.008007 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.023697 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859fca2e-1989-4770-a8ef-bedf7ac3323b {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:34:28.088685 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 859fca2e-1989-4770-a8ef-bedf7ac3323b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=859fca2e-1989-4770-a8ef-bedf7ac3323b,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:28.098723 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c78cf73-67d4-43f7-82a3-8080fca261e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd0071-eebc-4d05-b66a-1199e27de144'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:34:28.106859 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8265bc65-593d-4272-83ea-c72bc0daa064" -d '{"events": [{"server_uuid": "1c78cf73-67d4-43f7-82a3-8080fca261e7", "name": "network-vif-plugged", "status": "completed", "tag": "00fd0071-eebc-4d05-b66a-1199e27de144"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:34:28.173082 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.186922 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Network 405b8fb8-3cfa-4141-8014-5c4314cb4511 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:28.189278 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:28.275051 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b8c58d9a-4682-4774-a88b-7c4b5b622fb8 admin admin] Publish callbacks [] for security_group (e7a4a71d-b239-4833-b4c8-8382baf40a9f), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.283068 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b8c58d9a-4682-4774-a88b-7c4b5b622fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e7a4a71d-b239-4833-b4c8-8382baf40a9f), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.371000 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f3f189-f932-499c-a0db-ffdff70e8605 x-openstack-request-id: req-f3f3f189-f932-499c-a0db-ffdff70e8605 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:34:28.371908 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c78cf73-67d4-43f7-82a3-8080fca261e7", "name": "network-vif-plugged", "status": "completed", "tag": "00fd0071-eebc-4d05-b66a-1199e27de144", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:34:28.372601 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3f3f189-f932-499c-a0db-ffdff70e8605 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:34:28.373527 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c78cf73-67d4-43f7-82a3-8080fca261e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd0071-eebc-4d05-b66a-1199e27de144', 'code': 200} Jan 17 00:34:28.377984 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 00fd0071-eebc-4d05-b66a-1199e27de144, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=00fd0071-eebc-4d05-b66a-1199e27de144,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:28.388908 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=859fca2e-1989-4770-a8ef-bedf7ac3323b,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:28.399470 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-b8c58d9a-4682-4774-a88b-7c4b5b622fb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c367250aace84339b39dbdbdfa3fd7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1899261 Jan 17 00:34:28.402552 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c58d9a-4682-4774-a88b-7c4b5b622fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a4a71d-b239-4833-b4c8-8382baf40a9f,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:28.403964 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38284) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:28.412083 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.448110 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dd64e-ec76-4139-81d0-329ab707b6ad req-4f29a223-cd25-4874-a71a-a43b3ef91d60 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:28.449722 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4f8dd64e-ec76-4139-81d0-329ab707b6ad req-4f29a223-cd25-4874-a71a-a43b3ef91d60 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 944 time: 0.4805145 Jan 17 00:34:28.513250 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=00fd0071-eebc-4d05-b66a-1199e27de144,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:28.520613 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:28.602383 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4f8dd64e-ec76-4139-81d0-329ab707b6ad req-a3c9b19a-74e4-4ec0-8481-ede9590650fc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466680 Jan 17 00:34:28.608371 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['859fca2e-1989-4770-a8ef-bedf7ac3323b'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:34:28.651588 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Router 58d383f3-6ad9-477c-a744-847d3fb22b77 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:34:28.701801 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b3c5278e-c639-4dbb-92d5-ab7a575f3b69 admin admin] Publish callbacks [] for security_group (e7a4a71d-b239-4833-b4c8-8382baf40a9f), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.719355 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304120f0-7a22-43b5-a22f-68aa3a66c154 req-43b43cd7-f21a-4d8a-bd32-39cb32ac6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:28.722955 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-304120f0-7a22-43b5-a22f-68aa3a66c154 req-43b43cd7-f21a-4d8a-bd32-39cb32ac6229 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 1098 time: 0.0626254 Jan 17 00:34:28.759569 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:28.759569 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.786158 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b3c5278e-c639-4dbb-92d5-ab7a575f3b69 admin admin] Publish callbacks [] for security_group (e7a4a71d-b239-4833-b4c8-8382baf40a9f), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.819482 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-304120f0-7a22-43b5-a22f-68aa3a66c154 req-e884e962-e3c2-452b-a7d2-f083bf2e8c84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885334 Jan 17 00:34:28.901400 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:34:28.927924 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-62c25a34-6788-4ccd-908c-0de46f93a52b admin admin] 10.222.0.24 "PUT /v2.0/routers/58d383f3-6ad9-477c-a744-847d3fb22b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8532774 Jan 17 00:34:28.938241 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b3c5278e-c639-4dbb-92d5-ab7a575f3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e7a4a71d-b239-4833-b4c8-8382baf40a9f), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.943114 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b3c5278e-c639-4dbb-92d5-ab7a575f3b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:28.945095 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-b3c5278e-c639-4dbb-92d5-ab7a575f3b69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7a4a71d-b239-4833-b4c8-8382baf40a9f HTTP/1.1" status: 204 len: 168 time: 0.5245206 Jan 17 00:34:28.956257 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5278e-c639-4dbb-92d5-ab7a575f3b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a4a71d-b239-4833-b4c8-8382baf40a9f,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:28.992173 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-dbd4918a-5178-47d8-af39-66604ed81cf0 None None] Provisioning complete for port c3687e39-9f90-473d-a5e2-b33fd25aa414 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:28.992454 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-dbd4918a-5178-47d8-af39-66604ed81cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:29.100914 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4918a-5178-47d8-af39-66604ed81cf0 None None] Port c3687e39-9f90-473d-a5e2-b33fd25aa414 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:34:29.117846 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:29.118581 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:29.127147 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a45a64-3d3c-4987-8584-3d79d5b843cb req-f7c547bc-92ab-475a-84a4-728609a4d344 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:29.130133 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-48a45a64-3d3c-4987-8584-3d79d5b843cb req-f7c547bc-92ab-475a-84a4-728609a4d344 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 944 time: 0.1843481 Jan 17 00:34:29.153256 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:29.160313 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:29.320505 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:29.321560 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-48a45a64-3d3c-4987-8584-3d79d5b843cb req-8d963b44-0ea9-4802-923b-6d8447f5dae0 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838465 Jan 17 00:34:29.899894 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Sync routers for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:34:29.911258 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f2603-0e65-47cb-ba40-0af9e3190fbf req-add37a0f-c357-4757-aa8f-12714d8bf872 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:29.924244 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e18f2603-0e65-47cb-ba40-0af9e3190fbf req-add37a0f-c357-4757-aa8f-12714d8bf872 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 945 time: 0.1328208 Jan 17 00:34:29.926435 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:29.926853 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:30.003255 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e18f2603-0e65-47cb-ba40-0af9e3190fbf req-85ceb71d-fd57-44a0-afec-8ab362253c7f tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774899 Jan 17 00:34:30.164132 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:30.177014 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:34:30.330641 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:30.440029 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38348) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:30.449988 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2123860693-network', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:30.510571 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Made reservation on behalf of e69eb578d10e4b22ad6e68ca99ccbc1d for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:30.515506 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:30.554554 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:30.652434 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b853e5-224c-42e1-ad7b-def44c37ab5c req-2f1e315f-fc92-477c-b908-4507ba78bbf7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:30.656794 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-28b853e5-224c-42e1-ad7b-def44c37ab5c req-2f1e315f-fc92-477c-b908-4507ba78bbf7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 944 time: 0.1524639 Jan 17 00:34:30.728410 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:30.728804 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:30.728947 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Publish callbacks [] for security_group (66c957f5-eb8a-45c3-878d-8da2886ff093), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:30.738940 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (66c957f5-eb8a-45c3-878d-8da2886ff093), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:30.781814 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:34:30.802275 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-28b853e5-224c-42e1-ad7b-def44c37ab5c req-c2e35a55-096a-4b13-964f-79ff68d37495 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309726 Jan 17 00:34:30.805396 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c957f5-eb8a-45c3-878d-8da2886ff093,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:30.833489 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'c3687e39-9f90-473d-a5e2-b33fd25aa414', 'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'mac_address': 'fa:16:3e:b4:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:25Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 2, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'subnets': [{'id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:30.835011 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.835661 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.837288 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.838340 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.838917 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.839498 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.840059 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.840620 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.841200 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.841940 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.842480 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.843025 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.843588 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:30.851705 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (c33f97f3-d64d-4229-adf8-c4794aeec9c9), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:30.851705 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Added segment c33f97f3-d64d-4229-adf8-c4794aeec9c9 of type vlan for network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e Jan 17 00:34:30.927009 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Checking router: 58d383f3-6ad9-477c-a744-847d3fb22b77 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:34:30.927680 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Updating router 58d383f3-6ad9-477c-a744-847d3fb22b77 port c3687e39-9f90-473d-a5e2-b33fd25aa414 binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:34:30.950200 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.002688 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.006164 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:31.008163 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.036496 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-42d4b430-7023-4102-bf8b-95cd1bcf23ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.065735 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.110433 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] Pushing event updated for resources: {'Network': ['ID=0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:31.141055 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:34:31.150073 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38370) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:31.155494 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-9907e99a-b599-4886-b087-9e0c56d3dccb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7062964 Jan 17 00:34:31.160885 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Request body: {'subnet': {'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2123860693-subnet', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'ip_version': 4}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:31.210892 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Made reservation on behalf of e69eb578d10e4b22ad6e68ca99ccbc1d for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:31.215536 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.393657 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:31.583821 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (caffe0e9-ac1e-40b8-84aa-b81d65d8a972), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.690422 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=caffe0e9-ac1e-40b8-84aa-b81d65d8a972,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:31.714109 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.714893 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.715516 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.716092 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.716628 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.717173 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.717769 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.718357 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.718957 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.719555 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.720401 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.721544 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.722077 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.732314 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Checking segment: {'id': 'c33f97f3-d64d-4229-adf8-c4794aeec9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:31.732820 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Network hostable DHCP agents. Network: 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:34:31.745984 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Publish callbacks [] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.754673 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.760712 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:34:31.772762 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:31.779491 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:31.780591 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.796484 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d242d66a-90cb-4e5a-9a8e-a7921e238cd4 None None] Network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:31.806541 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-e737cf82-c458-47de-b42a-8fb6cc31c58e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6537311 Jan 17 00:34:31.811355 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38376) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:31.816831 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:31.847103 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (300cc072-7c39-4c04-bb30-a7854fd6675c), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.848268 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (300cc072-7c39-4c04-bb30-a7854fd6675c), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.888760 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Pushing event updated for resources: {'Port': ['ID=c3687e39-9f90-473d-a5e2-b33fd25aa414,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:31.925446 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.925813 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.926179 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.926524 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.926858 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.927190 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.928113 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.928113 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.928395 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.928645 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.929202 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.929579 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.929895 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:34:31.946204 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks [] for router_controller (300cc072-7c39-4c04-bb30-a7854fd6675c), precommit_add_association {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:31.996376 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Attempting to bind port c3687e39-9f90-473d-a5e2-b33fd25aa414 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:31.996756 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Attempting to bind port c3687e39-9f90-473d-a5e2-b33fd25aa414 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:31.997123 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Attempting to bind port c3687e39-9f90-473d-a5e2-b33fd25aa414 on network 405b8fb8-3cfa-4141-8014-5c4314cb4511 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:32.003553 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:32.003920 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Checking segment: {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:32.004326 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.004719 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Bound using segment: {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:32.005202 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Bound port: c3687e39-9f90-473d-a5e2-b33fd25aa414, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:32.005578 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.010665 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e', 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e', 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'fixed_ips': [{'subnet_id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:34:32.011673 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.220515 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] For port c3687e39-9f90-473d-a5e2-b33fd25aa414, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:32.227713 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] For port c3687e39-9f90-473d-a5e2-b33fd25aa414, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c3687e39-9f90-473d-a5e2-b33fd25aa414,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:32.229252 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-faac0300-0325-4a94-ad25-6e1fd26b1761 None None] Provisioning complete for port c3687e39-9f90-473d-a5e2-b33fd25aa414 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:32.229622 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-faac0300-0325-4a94-ad25-6e1fd26b1761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.278066 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.360443 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Allocated IP 172.20.0.2 (0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e/caffe0e9-ac1e-40b8-84aa-b81d65d8a972/3b43f6ca-69dd-48c8-ad7e-d2a44e670f22) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:32.384622 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668168ea-afba-4dca-92ec-d1b1c85c1a71 None None] Pushing event updated for resources: {'Port': ['ID=c3687e39-9f90-473d-a5e2-b33fd25aa414,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:32.399655 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:32.400241 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:32.409721 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks [] for router_gateway (300cc072-7c39-4c04-bb30-a7854fd6675c), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.571000 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-faac0300-0325-4a94-ad25-6e1fd26b1761 None None] Current status of the port c3687e39-9f90-473d-a5e2-b33fd25aa414 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:32.571431 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-faac0300-0325-4a94-ad25-6e1fd26b1761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.645042 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:32.667677 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks [] for router_gateway (300cc072-7c39-4c04-bb30-a7854fd6675c), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.686874 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-faac0300-0325-4a94-ad25-6e1fd26b1761 None None] For port c3687e39-9f90-473d-a5e2-b33fd25aa414, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c3687e39-9f90-473d-a5e2-b33fd25aa414,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:32.689968 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.716957 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-faac0300-0325-4a94-ad25-6e1fd26b1761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.780139 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 859fca2e-1989-4770-a8ef-bedf7ac3323b up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:32.821641 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Allocated IP 172.27.3.47 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/bdbf778d-5210-42db-8401-31b4aedf7c16) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:32.838652 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Publish callbacks [] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:32.990550 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-5269c278-4fa9-4b1c-a92e-7efd0d22f986 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1376436 Jan 17 00:34:33.044581 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.062333 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks [] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.063374 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac0300-0325-4a94-ad25-6e1fd26b1761 None None] Pushing event updated for resources: {'Port': ['ID=c3687e39-9f90-473d-a5e2-b33fd25aa414,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:33.113324 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-ae044094-15a8-4d78-b00f-0877aeaf9e42 None None] Provisioning complete for port c3687e39-9f90-473d-a5e2-b33fd25aa414 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:33.113756 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ae044094-15a8-4d78-b00f-0877aeaf9e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.120620 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:33.167078 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:33.189829 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:33.223289 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Pushing event updated for resources: {'Port': ['ID=3b43f6ca-69dd-48c8-ad7e-d2a44e670f22,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:33.265742 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 859fca2e-1989-4770-a8ef-bedf7ac3323b completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:34:33.268899 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5460-5ee3-4f8a-b3f0-f5de1e326f92 req-8ef729b4-8054-4faf-9899-d404650fe174 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:33.270621 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a0c5460-5ee3-4f8a-b3f0-f5de1e326f92 req-8ef729b4-8054-4faf-9899-d404650fe174 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 944 time: 0.2049580 Jan 17 00:34:33.277238 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-4b8099e7-ea74-437c-aa3a-ff82ad909cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:33.279442 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-4b8099e7-ea74-437c-aa3a-ff82ad909cbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 1098 time: 0.1824169 Jan 17 00:34:33.287482 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 859fca2e-1989-4770-a8ef-bedf7ac3323b triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:33.287868 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.291918 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd161084-e59d-49b4-91ff-28eb3b7bb92f req-45ccc240-ecbf-4958-b6c9-3e80f98b5cdf tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:33.304278 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd161084-e59d-49b4-91ff-28eb3b7bb92f req-45ccc240-ecbf-4958-b6c9-3e80f98b5cdf tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 945 time: 0.2308857 Jan 17 00:34:33.305830 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-02aa232d-902c-4795-976e-f742643e204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.311936 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.363115 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Attempting to bind port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:33.363527 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Attempting to bind port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': 'c33f97f3-d64d-4229-adf8-c4794aeec9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:33.363928 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Attempting to bind port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 on network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:33.395610 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:33.396062 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Checking segment: {'id': 'c33f97f3-d64d-4229-adf8-c4794aeec9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:33.396399 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.396798 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Bound using segment: {'id': 'c33f97f3-d64d-4229-adf8-c4794aeec9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:33.397289 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Bound port: 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33f97f3-d64d-4229-adf8-c4794aeec9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:33.397674 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.438210 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-ae044094-15a8-4d78-b00f-0877aeaf9e42 None None] Current status of the port c3687e39-9f90-473d-a5e2-b33fd25aa414 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:33.475825 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'c3687e39-9f90-473d-a5e2-b33fd25aa414', 'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'mac_address': 'fa:16:3e:b4:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:25Z', 'updated_at': '2022-01-17T00:34:32Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'subnets': [{'id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:33.539280 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b582a-5fc6-4a43-8a10-006674bafa4c None None] The sync data for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi is: [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'c3687e39-9f90-473d-a5e2-b33fd25aa414', 'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'mac_address': 'fa:16:3e:b4:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:25Z', 'updated_at': '2022-01-17T00:34:32Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'subnets': [{'id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:34:33.572669 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 859fca2e-1989-4770-a8ef-bedf7ac3323b is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:33.573086 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.578920 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:33.580531 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] For port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:33.586781 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] For port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=3b43f6ca-69dd-48c8-ad7e-d2a44e670f22,segment=NetworkSegment(c33f97f3-d64d-4229-adf8-c4794aeec9c9),segment_id=c33f97f3-d64d-4229-adf8-c4794aeec9c9)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:33.601071 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.609490 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:33.617383 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:33.666549 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Pushing event updated for resources: {'Port': ['ID=bdbf778d-5210-42db-8401-31b4aedf7c16,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:33.679422 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d4a00f-efa0-4a29-99d8-c6c39af9fe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859fca2e-1989-4770-a8ef-bedf7ac3323b'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:34:33.681882 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3a046d-58e5-4f59-bb4c-182a7b87f2cc" -d '{"events": [{"server_uuid": "76d4a00f-efa0-4a29-99d8-c6c39af9fe16", "name": "network-vif-plugged", "status": "completed", "tag": "859fca2e-1989-4770-a8ef-bedf7ac3323b"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:34:33.724205 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 859fca2e-1989-4770-a8ef-bedf7ac3323b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=859fca2e-1989-4770-a8ef-bedf7ac3323b,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:33.734427 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:33.747849 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cecc07-1e92-4bd2-85e8-55a6b79ff394 None None] Pushing event updated for resources: {'Port': ['ID=3b43f6ca-69dd-48c8-ad7e-d2a44e670f22,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:33.883369 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a0c5460-5ee3-4f8a-b3f0-f5de1e326f92 req-49646ca2-fb0d-4292-8493-dc2c8d386963 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607536 Jan 17 00:34:33.888877 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=859fca2e-1989-4770-a8ef-bedf7ac3323b,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:33.897424 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd161084-e59d-49b4-91ff-28eb3b7bb92f req-aad3133a-6c6f-4773-9936-9be14c5c9c57 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786743 Jan 17 00:34:33.963874 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f6eada-60f8-413f-95bc-4291e5cb859e x-openstack-request-id: req-b9f6eada-60f8-413f-95bc-4291e5cb859e {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:34:33.964308 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d4a00f-efa0-4a29-99d8-c6c39af9fe16", "name": "network-vif-plugged", "status": "completed", "tag": "859fca2e-1989-4770-a8ef-bedf7ac3323b", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:34:33.964666 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9f6eada-60f8-413f-95bc-4291e5cb859e {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:34:33.965182 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d4a00f-efa0-4a29-99d8-c6c39af9fe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859fca2e-1989-4770-a8ef-bedf7ac3323b', 'code': 200} Jan 17 00:34:33.990240 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-38154b6b-9162-4c72-9764-9f02de5d6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:33.991544 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-38154b6b-9162-4c72-9764-9f02de5d6995 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 912 time: 0.5992305 Jan 17 00:34:34.356896 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-9a7271e6-89ff-4841-b0a5-a9470738430a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=174d8027-9f67-4cc9-a015-350edf2fda58 HTTP/1.1" status: 200 len: 1001 time: 0.3238745 Jan 17 00:34:34.489057 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c3687e39-9f90-473d-a5e2-b33fd25aa414 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:34.561553 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-5e7ecc9c-ea4e-446f-962a-0e41791b17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:34.563961 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-5e7ecc9c-ea4e-446f-962a-0e41791b17e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36b636d4-597d-47bb-856e-19ae1f9f8825 HTTP/1.1" status: 200 len: 850 time: 0.1973047 Jan 17 00:34:34.571826 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks [] for router_gateway (300cc072-7c39-4c04-bb30-a7854fd6675c), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:34.619706 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c3687e39-9f90-473d-a5e2-b33fd25aa414 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:34.620079 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:34.780968 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c0558-f549-486a-80b3-59013b6400a6 req-a102f1a2-9169-44d2-800b-6e9169431a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:34.784103 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ad4c0558-f549-486a-80b3-59013b6400a6 req-a102f1a2-9169-44d2-800b-6e9169431a33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 1098 time: 0.4600148 Jan 17 00:34:34.791325 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c3687e39-9f90-473d-a5e2-b33fd25aa414 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:34.851971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:34.989014 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (300cc072-7c39-4c04-bb30-a7854fd6675c), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:35.035662 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:35.494832 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1030d-1bb1-4dce-9ebe-fcb94b566949 req-9bbeb818-6e3b-4eb9-8053-1dd9b48beacb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:35.496535 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d2d1030d-1bb1-4dce-9ebe-fcb94b566949 req-9bbeb818-6e3b-4eb9-8053-1dd9b48beacb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.3969760 Jan 17 00:34:35.506999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Router 300cc072-7c39-4c04-bb30-a7854fd6675c is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109112) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:34:35.607651 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d2d1030d-1bb1-4dce-9ebe-fcb94b566949 req-c41671e1-141d-45f9-8a90-59d4f49e9121 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979414 Jan 17 00:34:35.620963 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ba5729-2e05-4524-b408-3ab903a534ff None None] Network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:34:35.683926 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:34:35.697213 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Sync routers for ids ['300cc072-7c39-4c04-bb30-a7854fd6675c'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:34:35.717906 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:35.721903 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-07eb2d6c-14bf-4264-9165-1365704bb29d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9078863 Jan 17 00:34:35.723868 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38480) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:35.730357 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Routers {'300cc072-7c39-4c04-bb30-a7854fd6675c'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:35.730998 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['300cc072-7c39-4c04-bb30-a7854fd6675c'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:35.752393 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81f9ad72-1e24-471a-9b7a-83f8e619be84 None None] Provisioning complete for port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:35.752715 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81f9ad72-1e24-471a-9b7a-83f8e619be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:35.860585 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81f9ad72-1e24-471a-9b7a-83f8e619be84 None None] Current status of the port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:35.862056 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81f9ad72-1e24-471a-9b7a-83f8e619be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:35.965421 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81f9ad72-1e24-471a-9b7a-83f8e619be84 None None] For port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=3b43f6ca-69dd-48c8-ad7e-d2a44e670f22,segment=NetworkSegment(c33f97f3-d64d-4229-adf8-c4794aeec9c9),segment_id=c33f97f3-d64d-4229-adf8-c4794aeec9c9)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:35.972974 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81f9ad72-1e24-471a-9b7a-83f8e619be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.092098 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Set router 300cc072-7c39-4c04-bb30-a7854fd6675c gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:36.092908 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9ad72-1e24-471a-9b7a-83f8e619be84 None None] Pushing event updated for resources: {'Port': ['ID=3b43f6ca-69dd-48c8-ad7e-d2a44e670f22,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:36.146097 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-5c6b0f86-5081-4603-9398-cfa954fc38d3 None None] Provisioning complete for port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:36.147050 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-5c6b0f86-5081-4603-9398-cfa954fc38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.307277 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b0f86-5081-4603-9398-cfa954fc38d3 None None] Current status of the port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:36.338840 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-28096994-1a9f-4f9a-8127-73fd5e979757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:36.340967 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-28096994-1a9f-4f9a-8127-73fd5e979757 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22fb6404-5f10-4c0e-8046-52ecafb709e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1382556 Jan 17 00:34:36.431722 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:36.439319 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:31Z', 'updated_at': '2022-01-17T00:34:34Z', 'revision_number': 3, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'gw_port': {'id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:32Z', 'updated_at': '2022-01-17T00:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:36.500221 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Checking router: 300cc072-7c39-4c04-bb30-a7854fd6675c for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:34:36.500943 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Updating router 300cc072-7c39-4c04-bb30-a7854fd6675c port bdbf778d-5210-42db-8401-31b4aedf7c16 binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:34:36.503879 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:36.504383 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.519977 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.548120 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.598964 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:36.717329 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Allocated IP 172.20.0.1 (0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e/caffe0e9-ac1e-40b8-84aa-b81d65d8a972/0ee1d204-bdaf-4bb2-8b06-0d4b32478765) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:36.755161 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.846241 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Publish callbacks [] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.883687 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Publish callbacks [] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.884486 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.891132 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.933799 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:36.937156 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:36.942278 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:36.943638 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (300cc072-7c39-4c04-bb30-a7854fd6675c), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.953689 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb2349-fca3-45de-9918-46e273cfa765 None None] Pushing event updated for resources: {'Port': ['ID=bdbf778d-5210-42db-8401-31b4aedf7c16,revision_number=2']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:36.970810 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Attempting to bind port bdbf778d-5210-42db-8401-31b4aedf7c16 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:36.970810 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Attempting to bind port bdbf778d-5210-42db-8401-31b4aedf7c16 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:36.970810 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Attempting to bind port bdbf778d-5210-42db-8401-31b4aedf7c16 on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:36.978781 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:36.980327 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:36.980780 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.981173 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:36.981668 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Bound port: bdbf778d-5210-42db-8401-31b4aedf7c16, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:36.982044 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:36.986257 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Pushing event updated for resources: {'Port': ['ID=0ee1d204-bdaf-4bb2-8b06-0d4b32478765,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:37.069597 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] For port bdbf778d-5210-42db-8401-31b4aedf7c16, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:37.075452 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] For port bdbf778d-5210-42db-8401-31b4aedf7c16, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=bdbf778d-5210-42db-8401-31b4aedf7c16,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:37.082391 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:37.118148 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:37.167852 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Routers {'300cc072-7c39-4c04-bb30-a7854fd6675c'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:37.168494 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['300cc072-7c39-4c04-bb30-a7854fd6675c'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:37.271909 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb2349-fca3-45de-9918-46e273cfa765 None None] Pushing event updated for resources: {'Port': ['ID=bdbf778d-5210-42db-8401-31b4aedf7c16,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:37.344335 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:37.450251 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-4651979a-c25a-4f4c-b27a-1beea9d9e083 None None] Provisioning complete for port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:37.451075 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-4651979a-c25a-4f4c-b27a-1beea9d9e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:37.492861 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] Set router 300cc072-7c39-4c04-bb30-a7854fd6675c gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:37.509240 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-4651979a-c25a-4f4c-b27a-1beea9d9e083 None None] Port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:34:37.697892 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ad4c0558-f549-486a-80b3-59013b6400a6 req-029d2201-4d61-498a-98bd-5189ecb046a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174441 Jan 17 00:34:37.767803 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd570e3b-92ed-4d8f-8c41-112da96dd83d req-23c15fd8-d9ae-48c6-9d62-55d70b8b1060 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:37.769719 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd570e3b-92ed-4d8f-8c41-112da96dd83d req-23c15fd8-d9ae-48c6-9d62-55d70b8b1060 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.3646607 Jan 17 00:34:37.778906 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Publish callbacks [] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:37.814126 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-bf195d4c-10b0-47dc-82bc-68af3f6b07c2 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201441 Jan 17 00:34:37.831949 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:37.832805 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (300cc072-7c39-4c04-bb30-a7854fd6675c), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:37.895730 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:31Z', 'updated_at': '2022-01-17T00:34:37Z', 'revision_number': 4, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'gw_port': {'id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:32Z', 'updated_at': '2022-01-17T00:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '0ee1d204-bdaf-4bb2-8b06-0d4b32478765', 'name': '', 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'mac_address': 'fa:16:3e:36:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:36Z', 'updated_at': '2022-01-17T00:34:36Z', 'revision_number': 1, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'subnets': [{'id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:37.899120 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd570e3b-92ed-4d8f-8c41-112da96dd83d req-1361e1e6-14b5-41f9-8cd6-29c93f94ab97 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176267 Jan 17 00:34:37.953796 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Pushing event updated for resources: {'Port': ['ID=0ee1d204-bdaf-4bb2-8b06-0d4b32478765,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:37.972197 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f81bb-335c-4fff-a984-ab8ed3858857 None None] The sync data for ids ['300cc072-7c39-4c04-bb30-a7854fd6675c'] in dv-cinder-815461-7-iscsi is: [{'id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:31Z', 'updated_at': '2022-01-17T00:34:37Z', 'revision_number': 4, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'gw_port': {'id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:28:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:32Z', 'updated_at': '2022-01-17T00:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '0ee1d204-bdaf-4bb2-8b06-0d4b32478765', 'name': '', 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'mac_address': 'fa:16:3e:36:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:36Z', 'updated_at': '2022-01-17T00:34:36Z', 'revision_number': 1, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'subnets': [{'id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:34:38.006518 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:38.008301 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:38.183764 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Router 300cc072-7c39-4c04-bb30-a7854fd6675c has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:34:38.362809 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-8032638d-5f3a-4147-a1bb-c70663dc57a8 None None] Provisioning complete for port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:38.363525 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8032638d-5f3a-4147-a1bb-c70663dc57a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:38.386867 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:34:38.398919 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-46cfdd82-9140-491c-967e-c58008d3e26c admin admin] 10.222.0.24 "PUT /v2.0/routers/300cc072-7c39-4c04-bb30-a7854fd6675c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6667552 Jan 17 00:34:38.409324 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-8032638d-5f3a-4147-a1bb-c70663dc57a8 None None] Port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:34:39.061003 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33586838-a554-402a-beb4-3d06d653b936 req-addfd5cf-f4e8-496e-a0f8-e81db665e826 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:39.062949 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-33586838-a554-402a-beb4-3d06d653b936 req-addfd5cf-f4e8-496e-a0f8-e81db665e826 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0748675 Jan 17 00:34:39.149681 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-33586838-a554-402a-beb4-3d06d653b936 req-e28330ac-792f-41af-b591-a7d035609395 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728567 Jan 17 00:34:40.324925 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device bdbf778d-5210-42db-8401-31b4aedf7c16 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:40.334347 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd8a97-4935-40f1-abb5-49131b825136 req-a55a168f-1e0f-4052-9d49-850b200628dc tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:40.336043 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d0bd8a97-4935-40f1-abb5-49131b825136 req-a55a168f-1e0f-4052-9d49-850b200628dc tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0960848 Jan 17 00:34:40.399441 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port bdbf778d-5210-42db-8401-31b4aedf7c16 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:40.400089 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:40.412134 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d0bd8a97-4935-40f1-abb5-49131b825136 req-54e0e85e-086d-4d11-9edb-16e54fd3c263 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632560 Jan 17 00:34:40.513903 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port bdbf778d-5210-42db-8401-31b4aedf7c16 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:40.514457 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:40.554530 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port bdbf778d-5210-42db-8401-31b4aedf7c16, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=bdbf778d-5210-42db-8401-31b4aedf7c16,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:40.564787 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:40.626959 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=bdbf778d-5210-42db-8401-31b4aedf7c16,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:40.801784 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5f3c9f2-209b-417f-a3e6-0ba89c2c1992 req-0fad8d54-7b4d-4adf-9403-543952234de3 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778946 Jan 17 00:34:41.565595 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Sync routers for ids ['300cc072-7c39-4c04-bb30-a7854fd6675c'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:34:41.578592 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56024fc-8424-40fe-993c-0bffce677f3d req-46068fb7-b4c7-40e8-a772-13e2d892ec5f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:41.580903 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c56024fc-8424-40fe-993c-0bffce677f3d req-46068fb7-b4c7-40e8-a772-13e2d892ec5f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0953417 Jan 17 00:34:41.588000 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Routers {'300cc072-7c39-4c04-bb30-a7854fd6675c'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:41.588724 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['300cc072-7c39-4c04-bb30-a7854fd6675c'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:41.672858 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c56024fc-8424-40fe-993c-0bffce677f3d req-9f303158-41ef-4aaf-8f1b-9f3a0a3ce8f9 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844984 Jan 17 00:34:41.715834 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Set router 300cc072-7c39-4c04-bb30-a7854fd6675c gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:41.997198 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:31Z', 'updated_at': '2022-01-17T00:34:37Z', 'revision_number': 4, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'gw_port': {'id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:32Z', 'updated_at': '2022-01-17T00:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '0ee1d204-bdaf-4bb2-8b06-0d4b32478765', 'name': '', 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'mac_address': 'fa:16:3e:36:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:36Z', 'updated_at': '2022-01-17T00:34:37Z', 'revision_number': 2, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'subnets': [{'id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:42.028714 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Checking router: 300cc072-7c39-4c04-bb30-a7854fd6675c for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:34:42.029117 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Updating router 300cc072-7c39-4c04-bb30-a7854fd6675c port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:34:42.071137 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:42.321151 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device bdbf778d-5210-42db-8401-31b4aedf7c16 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:42.442990 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port bdbf778d-5210-42db-8401-31b4aedf7c16 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:42.443451 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:42.509151 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Publish callbacks [] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:42.523879 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:42.815565 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port bdbf778d-5210-42db-8401-31b4aedf7c16 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:42.869668 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac389f26-cf13-4a6e-bf52-782f6e70babb None None] Pushing event updated for resources: {'Port': ['ID=0ee1d204-bdaf-4bb2-8b06-0d4b32478765,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:42.893679 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42930e34-3090-4e89-ba30-bb6496bc5211 req-b1f1aeee-ce50-4cdf-b60f-09a690b76b36 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:42.895918 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-42930e34-3090-4e89-ba30-bb6496bc5211 req-b1f1aeee-ce50-4cdf-b60f-09a690b76b36 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0932267 Jan 17 00:34:42.960361 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Attempting to bind port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:34:42.960908 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Attempting to bind port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': 'c33f97f3-d64d-4229-adf8-c4794aeec9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:34:42.961356 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Attempting to bind port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 on network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:34:42.963981 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-42930e34-3090-4e89-ba30-bb6496bc5211 req-1fb8ab3d-70b3-4f1e-b79c-c3bb620227b4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624182 Jan 17 00:34:42.970069 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:34:42.975646 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Checking segment: {'id': 'c33f97f3-d64d-4229-adf8-c4794aeec9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:34:42.975646 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:42.975646 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Bound using segment: {'id': 'c33f97f3-d64d-4229-adf8-c4794aeec9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:34:42.975646 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Bound port: 0ee1d204-bdaf-4bb2-8b06-0d4b32478765, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33f97f3-d64d-4229-adf8-c4794aeec9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:34:42.975646 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:43.059183 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] For port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:34:43.064937 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] For port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=0ee1d204-bdaf-4bb2-8b06-0d4b32478765,segment=NetworkSegment(c33f97f3-d64d-4229-adf8-c4794aeec9c9),segment_id=c33f97f3-d64d-4229-adf8-c4794aeec9c9)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:34:43.081349 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:43.129631 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-cd410e7f-e32a-4dac-b184-5d519b1c2704 None None] Provisioning complete for port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:43.130104 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-cd410e7f-e32a-4dac-b184-5d519b1c2704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:43.209259 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Routers {'300cc072-7c39-4c04-bb30-a7854fd6675c'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:34:43.209954 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:34:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['300cc072-7c39-4c04-bb30-a7854fd6675c'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:43.213816 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac389f26-cf13-4a6e-bf52-782f6e70babb None None] Pushing event updated for resources: {'Port': ['ID=0ee1d204-bdaf-4bb2-8b06-0d4b32478765,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:43.418299 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] Set router 300cc072-7c39-4c04-bb30-a7854fd6675c gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:34:43.420806 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-cd410e7f-e32a-4dac-b184-5d519b1c2704 None None] Current status of the port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:43.420806 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-cd410e7f-e32a-4dac-b184-5d519b1c2704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:43.505046 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-cd410e7f-e32a-4dac-b184-5d519b1c2704 None None] For port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=0ee1d204-bdaf-4bb2-8b06-0d4b32478765,segment=NetworkSegment(c33f97f3-d64d-4229-adf8-c4794aeec9c9),segment_id=c33f97f3-d64d-4229-adf8-c4794aeec9c9)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:34:43.546832 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-cd410e7f-e32a-4dac-b184-5d519b1c2704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:43.656002 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd410e7f-e32a-4dac-b184-5d519b1c2704 None None] Pushing event updated for resources: {'Port': ['ID=0ee1d204-bdaf-4bb2-8b06-0d4b32478765,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:43.714444 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-4bbbc8ec-7800-4514-8d56-83b1560e1dfe None None] Provisioning complete for port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:43.714822 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-4bbbc8ec-7800-4514-8d56-83b1560e1dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:43.808429 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:31Z', 'updated_at': '2022-01-17T00:34:37Z', 'revision_number': 4, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'gw_port': {'id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:32Z', 'updated_at': '2022-01-17T00:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '0ee1d204-bdaf-4bb2-8b06-0d4b32478765', 'name': '', 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'mac_address': 'fa:16:3e:36:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:36Z', 'updated_at': '2022-01-17T00:34:43Z', 'revision_number': 4, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'subnets': [{'id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:43.843880 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2ad36-4267-4e9e-b698-b912c9e38214 None None] The sync data for ids ['300cc072-7c39-4c04-bb30-a7854fd6675c'] in dv-cinder-815461-7-iscsi is: [{'id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:31Z', 'updated_at': '2022-01-17T00:34:37Z', 'revision_number': 4, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'gw_port': {'id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:32Z', 'updated_at': '2022-01-17T00:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '0ee1d204-bdaf-4bb2-8b06-0d4b32478765', 'name': '', 'network_id': '0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'mac_address': 'fa:16:3e:36:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:36Z', 'updated_at': '2022-01-17T00:34:43Z', 'revision_number': 4, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'subnets': [{'id': 'caffe0e9-ac1e-40b8-84aa-b81d65d8a972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:34:43.855520 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-4bbbc8ec-7800-4514-8d56-83b1560e1dfe None None] Current status of the port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:44.121402 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361797f5-3c82-4e1f-bb1a-22d8e978e97f req-771de57f-9eb5-47a8-92d1-a27316e90f11 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:44.125679 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-361797f5-3c82-4e1f-bb1a-22d8e978e97f req-771de57f-9eb5-47a8-92d1-a27316e90f11 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0668321 Jan 17 00:34:44.195042 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-361797f5-3c82-4e1f-bb1a-22d8e978e97f req-9aa1f931-ab73-4ffb-86e9-44c71f489cff tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640371 Jan 17 00:34:44.341471 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:34:44.427058 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:44.427491 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:44.560582 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:34:45.068999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38674) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:45.136772 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e7d38c-70fa-4441-a192-f2d289d1a11a admin admin] Deleting subnet b7516864-fa14-4c03-9853-0fca5e4158e2 {{(pid=109112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:34:45.141372 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-74e7d38c-70fa-4441-a192-f2d289d1a11a admin admin] Publish callbacks [] for subnet (b7516864-fa14-4c03-9853-0fca5e4158e2), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:45.185924 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-74e7d38c-70fa-4441-a192-f2d289d1a11a admin admin] Publish callbacks [] for subnet (b7516864-fa14-4c03-9853-0fca5e4158e2), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:45.195606 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-74e7d38c-70fa-4441-a192-f2d289d1a11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (b7516864-fa14-4c03-9853-0fca5e4158e2), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:45.266029 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-74e7d38c-70fa-4441-a192-f2d289d1a11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for subnet (b7516864-fa14-4c03-9853-0fca5e4158e2), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:45.321422 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7d38c-70fa-4441-a192-f2d289d1a11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7516864-fa14-4c03-9853-0fca5e4158e2,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:45.324298 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-74e7d38c-70fa-4441-a192-f2d289d1a11a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:45.342713 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-74e7d38c-70fa-4441-a192-f2d289d1a11a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7516864-fa14-4c03-9853-0fca5e4158e2 HTTP/1.1" status: 204 len: 168 time: 0.2692716 Jan 17 00:34:45.343733 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38678) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:45.403668 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f2da-3d42-4b6f-ab95-eb7a27fd0bd2 req-75d8a621-6f06-458f-8bd9-3166d71b259c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:45.405346 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6f03f2da-3d42-4b6f-ab95-eb7a27fd0bd2 req-75d8a621-6f06-458f-8bd9-3166d71b259c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0648668 Jan 17 00:34:45.476270 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6f03f2da-3d42-4b6f-ab95-eb7a27fd0bd2 req-edb24929-c611-44fe-9a42-c24b9a37104f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602796 Jan 17 00:34:45.889711 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (b6cdaa27-9ba5-4faa-a745-0855aba9ced8), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.077161 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (b6cdaa27-9ba5-4faa-a745-0855aba9ced8), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.120355 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cdaa27-9ba5-4faa-a745-0855aba9ced8']}} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:46.132884 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401dfa41-cdcf-4a7b-8fbb-c1f9f1bf265c') {'for_net_delete': True} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:46.133204 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401dfa41-cdcf-4a7b-8fbb-c1f9f1bf265c') {} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:46.144906 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25992246'] for segment (401dfa41-cdcf-4a7b-8fbb-c1f9f1bf265c), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.162503 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (401dfa41-cdcf-4a7b-8fbb-c1f9f1bf265c), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.175151 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:34:46.175748 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25195224'] for segment (401dfa41-cdcf-4a7b-8fbb-c1f9f1bf265c), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: warnings.warn(msg) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: Traceback (most recent call last): Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: timer() Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: cb(*args, **kw) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: return func(*args, **kwargs) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: self._notify() Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: self.callback(batched_events) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: event.method(event) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: return f(self, *a, **k) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._get(url).json() Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: return self.request(url, 'GET', **kwargs) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:34:46.178115 dv-cinder-815461-7-iscsi neutron-server[109113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:34:46.200660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cb93a-d304-450c-bccc-83ccd14ca5d1 req-2974283f-4629-4252-9c66-ecc33d7ad74c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:46.203498 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-213cb93a-d304-450c-bccc-83ccd14ca5d1 req-2974283f-4629-4252-9c66-ecc33d7ad74c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0926273 Jan 17 00:34:46.259289 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (b6cdaa27-9ba5-4faa-a745-0855aba9ced8), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.282651 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.285939 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b6cdaa27-9ba5-4faa-a745-0855aba9ced8 HTTP/1.1" status: 204 len: 168 time: 0.9405379 Jan 17 00:34:46.286979 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e14e78-a55f-44ee-b34a-f56a5bc3efb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cdaa27-9ba5-4faa-a745-0855aba9ced8,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:46.288604 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38700) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:46.292114 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-213cb93a-d304-450c-bccc-83ccd14ca5d1 req-faa53907-c2da-4516-93c4-588e030e6e1c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823672 Jan 17 00:34:46.345696 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38e2131-2d00-494e-83c6-1ff52e931034 admin admin] Deleting subnet 820f3166-966a-4ba0-9adc-552b93e61fd7 {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:34:46.354315 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c38e2131-2d00-494e-83c6-1ff52e931034 admin admin] Publish callbacks [] for subnet (820f3166-966a-4ba0-9adc-552b93e61fd7), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.397336 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c38e2131-2d00-494e-83c6-1ff52e931034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (820f3166-966a-4ba0-9adc-552b93e61fd7), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.461063 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c38e2131-2d00-494e-83c6-1ff52e931034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (820f3166-966a-4ba0-9adc-552b93e61fd7), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.530522 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c38e2131-2d00-494e-83c6-1ff52e931034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (820f3166-966a-4ba0-9adc-552b93e61fd7), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.559508 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e2131-2d00-494e-83c6-1ff52e931034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820f3166-966a-4ba0-9adc-552b93e61fd7,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:46.566088 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c38e2131-2d00-494e-83c6-1ff52e931034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.569953 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c38e2131-2d00-494e-83c6-1ff52e931034 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/820f3166-966a-4ba0-9adc-552b93e61fd7 HTTP/1.1" status: 204 len: 168 time: 0.2764409 Jan 17 00:34:46.572150 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38704) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:46.666017 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (78ec9388-41d8-420b-9515-ecf67dd264d9), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.766568 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (78ec9388-41d8-420b-9515-ecf67dd264d9), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.792098 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.792470 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.793262 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.793609 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.793970 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.794318 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.794665 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.794998 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.795372 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.795728 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.878803 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.879522 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.880034 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.880532 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109112) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 00:34:46.881229 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ec9388-41d8-420b-9515-ecf67dd264d9']}} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:46.904226 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f103eb1e-723b-47ab-9f4f-f5e5ec42f368') {'for_net_delete': True} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:46.904692 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f103eb1e-723b-47ab-9f4f-f5e5ec42f368') {} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:34:46.941403 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25781760'] for segment (f103eb1e-723b-47ab-9f4f-f5e5ec42f368), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.980883 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (f103eb1e-723b-47ab-9f4f-f5e5ec42f368), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:46.996827 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:34:46.997557 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26670193'] for segment (f103eb1e-723b-47ab-9f4f-f5e5ec42f368), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.002783 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: Traceback (most recent call last): Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: timer() Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: cb(*args, **kw) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: return func(*args, **kwargs) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: self._notify() Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: self.callback(batched_events) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: event.method(event) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: return f(self, *a, **k) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._get(url).json() Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: return self.request(url, 'GET', **kwargs) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:34:47.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:34:47.117610 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (78ec9388-41d8-420b-9515-ecf67dd264d9), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:47.130684 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:47.138617 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/78ec9388-41d8-420b-9515-ecf67dd264d9 HTTP/1.1" status: 204 len: 168 time: 0.5630698 Jan 17 00:34:47.154623 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dd936-ee07-462b-a8b6-87571a7337b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ec9388-41d8-420b-9515-ecf67dd264d9,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:47.405352 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38714) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:47.429512 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb329a-0f08-4f36-997f-51526c82d2ef req-a7c2b2bd-3cb4-4cdc-98e2-b09ec7665cd1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:47.431100 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d2fb329a-0f08-4f36-997f-51526c82d2ef req-a7c2b2bd-3cb4-4cdc-98e2-b09ec7665cd1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0748301 Jan 17 00:34:47.475311 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-2af70c4e-dce3-462d-affa-b0c0a073fc2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f174d21f30ef4593b2b89bdcdbf98edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0686500 Jan 17 00:34:47.479938 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 38716) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:47.504088 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d2fb329a-0f08-4f36-997f-51526c82d2ef req-c76e6b4a-d5a8-4176-87d4-533bc68a6c98 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666237 Jan 17 00:34:47.560535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0b893466-6662-4bca-aa42-4bc8955aee67 admin admin] Publish callbacks [] for security_group (2a775065-dc24-4065-89f6-912dd2052dbc), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:47.593731 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0b893466-6662-4bca-aa42-4bc8955aee67 admin admin] Publish callbacks [] for security_group (2a775065-dc24-4065-89f6-912dd2052dbc), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:47.678333 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0b893466-6662-4bca-aa42-4bc8955aee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2a775065-dc24-4065-89f6-912dd2052dbc), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:47.681593 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0b893466-6662-4bca-aa42-4bc8955aee67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:47.682744 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-0b893466-6662-4bca-aa42-4bc8955aee67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a775065-dc24-4065-89f6-912dd2052dbc HTTP/1.1" status: 204 len: 168 time: 0.2018545 Jan 17 00:34:47.693665 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b893466-6662-4bca-aa42-4bc8955aee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a775065-dc24-4065-89f6-912dd2052dbc,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:48.053363 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-06a850e2-48aa-4fab-8c94-d0e79865acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:48.055237 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-06a850e2-48aa-4fab-8c94-d0e79865acce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 1098 time: 0.1088252 Jan 17 00:34:48.342258 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-b40a8dcd-d12d-4a0b-8703-83d05bfd7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:48.346171 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-b40a8dcd-d12d-4a0b-8703-83d05bfd7e8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 920 time: 0.2676613 Jan 17 00:34:48.414112 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38738) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:48.437455 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-abf29020-206a-4d69-a4db-79924d50fe9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=859fca2e-1989-4770-a8ef-bedf7ac3323b HTTP/1.1" status: 200 len: 217 time: 0.0845671 Jan 17 00:34:48.469325 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-7e71c2e0-ebb8-4aa9-99bc-53794fc239c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6548b4868eba479e8929408de5722e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539260 Jan 17 00:34:48.470083 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 38740) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:48.513541 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-4d9a8ae9-2ace-4a76-b900-ad50b94a0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:48.515519 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-4d9a8ae9-2ace-4a76-b900-ad50b94a0e27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.0640931 Jan 17 00:34:48.568240 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-092cecf3-61e5-451f-b985-1f59a25000e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449555 Jan 17 00:34:48.606358 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-97942303-0db0-4126-8be4-7a051b110485 admin admin] Publish callbacks [] for security_group (4139bb58-b547-4edb-b28e-e227f84f5c08), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:48.668983 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-97942303-0db0-4126-8be4-7a051b110485 admin admin] Publish callbacks [] for security_group (4139bb58-b547-4edb-b28e-e227f84f5c08), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:48.747532 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-97942303-0db0-4126-8be4-7a051b110485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4139bb58-b547-4edb-b28e-e227f84f5c08), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:48.762226 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-97942303-0db0-4126-8be4-7a051b110485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:48.768423 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-97942303-0db0-4126-8be4-7a051b110485 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4139bb58-b547-4edb-b28e-e227f84f5c08 HTTP/1.1" status: 204 len: 168 time: 0.2923410 Jan 17 00:34:48.798830 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97942303-0db0-4126-8be4-7a051b110485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4139bb58-b547-4edb-b28e-e227f84f5c08,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:49.383763 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-56332d7a-0052-4882-a5f4-22afc73cced1 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988341 Jan 17 00:34:49.668245 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15801ef-2696-4777-bd8f-855772faf66f req-5d6c389e-67d8-4ad0-82d8-7f393f4316bf tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:49.681944 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d15801ef-2696-4777-bd8f-855772faf66f req-5d6c389e-67d8-4ad0-82d8-7f393f4316bf tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.9073379 Jan 17 00:34:49.830907 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d15801ef-2696-4777-bd8f-855772faf66f req-919ab733-2ab8-496f-bccf-c93031f1de10 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470513 Jan 17 00:34:49.902515 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f16cc6f-27a0-48b5-86ef-d72ec1a08b7c req-dc915796-18a8-4679-a039-ceb722a3e100 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387050 Jan 17 00:34:51.141961 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03e1a7-7ce5-479b-93d5-26a070a2cee7 req-88a3bf0b-bf46-40c2-8864-effca439d074 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:51.144833 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-df03e1a7-7ce5-479b-93d5-26a070a2cee7 req-88a3bf0b-bf46-40c2-8864-effca439d074 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.1471207 Jan 17 00:34:51.284017 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-df03e1a7-7ce5-479b-93d5-26a070a2cee7 req-7783d5cb-14f2-4597-8a4e-6a4ccc289cc0 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084657 Jan 17 00:34:51.996345 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d093-8ba5-4eca-ab32-1029daa150f9 req-9390756e-fe65-4a75-bfcf-4805af5a1c54 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:52.000038 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d007d093-8ba5-4eca-ab32-1029daa150f9 req-9390756e-fe65-4a75-bfcf-4805af5a1c54 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0804644 Jan 17 00:34:52.121211 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d007d093-8ba5-4eca-ab32-1029daa150f9 req-2e78ab9c-f9c4-446d-8b95-0c870c14ce0d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138635 Jan 17 00:34:52.302855 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-18203027-9c85-4409-b368-5555b6dc6ca5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:52.304489 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-18203027-9c85-4409-b368-5555b6dc6ca5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/networks?id=405b8fb8-3cfa-4141-8014-5c4314cb4511 HTTP/1.1" status: 200 len: 814 time: 0.1490448 Jan 17 00:34:52.327944 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-3866c487-03c0-48a2-b613-17fea2f42071 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/quotas/5c8d018f858b48c78141f947fafd9e4c HTTP/1.1" status: 200 len: 375 time: 0.0162106 Jan 17 00:34:52.444427 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-d94d020e-b3ef-409a-aefe-a0cb4ab205fb tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5c8d018f858b48c78141f947fafd9e4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082008 Jan 17 00:34:52.458533 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b1e64-1a70-415b-afc2-0d4ae112410c req-2551b69d-35d3-488d-8d7b-ee14097087bb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:52.460131 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-479b1e64-1a70-415b-afc2-0d4ae112410c req-2551b69d-35d3-488d-8d7b-ee14097087bb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0847812 Jan 17 00:34:52.588489 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-479b1e64-1a70-415b-afc2-0d4ae112410c req-f992ca40-a793-4021-9c37-a70adb73fa49 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188552 Jan 17 00:34:52.624352 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-3691c692-7d01-4738-9862-bff26d2447ed service neutron] 10.222.0.24 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622486 Jan 17 00:34:52.731438 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-4d639147-0d6b-4ee2-8b62-4be360c3c271 service neutron] 10.222.0.24 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994663 Jan 17 00:34:52.957694 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d66b9fc5-b51b-40eb-80b8-1eaa831ca904 req-0429d9c7-e161-4f43-b7de-d07c9badff41 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 210 time: 0.0310264 Jan 17 00:34:53.349362 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb7f8b-a673-4e86-a05c-1023d5f8f100 req-f9cede45-7b03-48f8-bf3b-a9b3ac362e09 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:53.352625 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f2fb7f8b-a673-4e86-a05c-1023d5f8f100 req-f9cede45-7b03-48f8-bf3b-a9b3ac362e09 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0806844 Jan 17 00:34:53.422427 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f2fb7f8b-a673-4e86-a05c-1023d5f8f100 req-a152a091-3abc-4158-abc6-925e2937ea60 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621028 Jan 17 00:34:53.769759 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58bc03-6c9d-4a44-8161-35ba4b4c9d67 req-af2da737-5e4a-46c4-a058-a4ba22279796 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:53.771403 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0e58bc03-6c9d-4a44-8161-35ba4b4c9d67 req-af2da737-5e4a-46c4-a058-a4ba22279796 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0656993 Jan 17 00:34:53.829380 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0e58bc03-6c9d-4a44-8161-35ba4b4c9d67 req-076bee9f-a701-4228-8631-0f043ed354ce tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511880 Jan 17 00:34:54.079103 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7a0f3867-1cb5-4c31-a219-a498356403b0 req-02058d8c-8c18-4459-8deb-c31490561836 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 210 time: 0.0348439 Jan 17 00:34:54.602640 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b73c9-e70c-451b-a62f-2ac157c570b1 req-648ace4b-82f1-4919-9416-2920008f1a39 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:54.605906 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-614b73c9-e70c-451b-a62f-2ac157c570b1 req-648ace4b-82f1-4919-9416-2920008f1a39 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0629301 Jan 17 00:34:54.673040 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-614b73c9-e70c-451b-a62f-2ac157c570b1 req-d9701036-ea33-44db-8c7b-ac4ee5e340ea tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603123 Jan 17 00:34:55.015476 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f845e-c4cb-4be1-93ba-cccf5ff19fa6 req-17a9e148-267b-4e73-8eb8-5367c3bdc58a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:55.028183 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b82f845e-c4cb-4be1-93ba-cccf5ff19fa6 req-17a9e148-267b-4e73-8eb8-5367c3bdc58a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0921521 Jan 17 00:34:55.099963 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b82f845e-c4cb-4be1-93ba-cccf5ff19fa6 req-d125047d-174c-45b3-a61d-08cb40d653a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703223 Jan 17 00:34:55.213956 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bff51069-6517-4693-8d77-fcf57755d591 req-8f978749-6940-4e5f-a803-fe21ae6177c5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 210 time: 0.0435865 Jan 17 00:34:55.754596 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-c0b5b4ac-0e63-4a03-b233-86c51f28a9c1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:55.756326 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-c0b5b4ac-0e63-4a03-b233-86c51f28a9c1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.15 "GET /v2.0/networks?id=405b8fb8-3cfa-4141-8014-5c4314cb4511 HTTP/1.1" status: 200 len: 814 time: 0.1460080 Jan 17 00:34:55.782205 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'port': {'device_id': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'admin_state_up': True, 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:55.935687 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d36f1-c489-4cbb-bdd2-38302013efd3 req-cfdb4d25-f2b7-4556-829d-d1d9fe682a0d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:55.943371 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-703d36f1-c489-4cbb-bdd2-38302013efd3 req-cfdb4d25-f2b7-4556-829d-d1d9fe682a0d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.1021206 Jan 17 00:34:56.036084 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-703d36f1-c489-4cbb-bdd2-38302013efd3 req-c3ee4cd4-7e7b-481b-9aa8-45bc2284c0b7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913787 Jan 17 00:34:56.047049 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Made reservation on behalf of 5c8d018f858b48c78141f947fafd9e4c for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:34:56.053148 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:56.457192 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d86f13b4-8e28-48b5-9580-f8e3517b9c97 req-45f1f3d2-8fdc-487e-b5cb-239afdcce04c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 210 time: 0.0902941 Jan 17 00:34:56.476975 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c7ecd-64cd-4c2a-a5ab-646c64bbf86d req-7d48a001-c8b1-470d-8aa5-1bb9cc42bee3 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:56.478558 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e52c7ecd-64cd-4c2a-a5ab-646c64bbf86d req-7d48a001-c8b1-470d-8aa5-1bb9cc42bee3 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.1966417 Jan 17 00:34:56.496575 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Allocated IP 172.20.0.4 (405b8fb8-3cfa-4141-8014-5c4314cb4511/cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2/e2ea53f7-76f1-4ae4-8f28-fcd27cf29847) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:34:56.778974 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e52c7ecd-64cd-4c2a-a5ab-646c64bbf86d req-96598587-f7cb-4d1c-ab62-10acc103f849 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852716 Jan 17 00:34:56.934858 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:56.957249 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c270-aa86-440e-b17e-49b2d7e15e45 req-2cdfa8e2-69b5-4509-b862-2dfefd3706db tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:56.959432 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9262c270-aa86-440e-b17e-49b2d7e15e45 req-2cdfa8e2-69b5-4509-b862-2dfefd3706db tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1274426 Jan 17 00:34:57.053742 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:57.076989 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9262c270-aa86-440e-b17e-49b2d7e15e45 req-a6e11d83-a95d-456d-87c0-9251505f6bb4 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058457 Jan 17 00:34:57.214353 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Network 405b8fb8-3cfa-4141-8014-5c4314cb4511 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:34:57.223457 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:34:57.228399 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:34:57.290809 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'Port': ['ID=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:57.384374 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:57.385126 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:57.423045 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298d4e3-ceb5-49ea-b821-4ea87f253e15 req-93921792-db29-4518-a975-cbc98a738cd2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:57.425042 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3298d4e3-ceb5-49ea-b821-4ea87f253e15 req-93921792-db29-4518-a975-cbc98a738cd2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.1206021 Jan 17 00:34:57.430441 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-a3d3167b-9f9f-41b8-982e-f1b5c3fed99a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6522279 Jan 17 00:34:57.632468 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Request body: {'port': {'device_id': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:34:57.741227 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3298d4e3-ceb5-49ea-b821-4ea87f253e15 req-149bef01-0b0e-4f1e-8a43-797c89765978 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048177 Jan 17 00:34:57.797946 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-32b7f3a4-f166-4697-9a18-02d8a4c2e283 None None] Provisioning complete for port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:34:57.799228 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-32b7f3a4-f166-4697-9a18-02d8a4c2e283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:57.896185 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:57.973932 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-32b7f3a4-f166-4697-9a18-02d8a4c2e283 None None] Port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:34:57.978657 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2403a-d3cc-4a1a-9486-f46cb446ef9c req-7926a2da-7ec6-401c-9003-8739357681f5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:57.980899 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-09d2403a-d3cc-4a1a-9486-f46cb446ef9c req-7926a2da-7ec6-401c-9003-8739357681f5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 931 time: 0.3404200 Jan 17 00:34:58.286725 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-09d2403a-d3cc-4a1a-9486-f46cb446ef9c req-79df9550-5c1d-46bd-b1ad-256a653a41a9 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936323 Jan 17 00:34:58.300214 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cef668-d0e0-4da5-990f-089b94a2e0c7 req-16978097-f34a-4be0-a20d-1d27b6d3fa55 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:58.302112 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c3cef668-d0e0-4da5-990f-089b94a2e0c7 req-16978097-f34a-4be0-a20d-1d27b6d3fa55 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.2784138 Jan 17 00:34:58.598262 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c3cef668-d0e0-4da5-990f-089b94a2e0c7 req-f1f5b6a3-15be-4af3-b154-01578390fe2c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666757 Jan 17 00:34:58.682531 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a43964-beed-4c53-988d-8a9d98d9e959 req-3435f406-b7f0-4c98-b4e9-4e0ad09a6c63 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:58.692737 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7a43964-beed-4c53-988d-8a9d98d9e959 req-3435f406-b7f0-4c98-b4e9-4e0ad09a6c63 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2124527 Jan 17 00:34:58.798116 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7a43964-beed-4c53-988d-8a9d98d9e959 req-9377bbaf-bebb-498a-965d-30cf31430f92 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041842 Jan 17 00:34:59.093032 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39088) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:59.189875 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:34:59.237853 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Publish callbacks [] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:59.310901 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Transition to ACTIVE for port object e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:34:59.357312 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51a6dc-5f00-4b0a-816a-33693d7537eb req-73147da3-ad86-4b22-85e8-b811fedcbdef tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:34:59.372432 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6d51a6dc-5f00-4b0a-816a-33693d7537eb req-73147da3-ad86-4b22-85e8-b811fedcbdef tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.3608050 Jan 17 00:34:59.373401 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9d99fdd2-b330-4335-b5f8-7d88ed65cac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:59.373550 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:59.685996 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9d99fdd2-b330-4335-b5f8-7d88ed65cac8 admin admin] Publish callbacks [] for security_group (be5795f2-36ee-4934-9aa3-8f47e4efd576), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:59.707954 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9d99fdd2-b330-4335-b5f8-7d88ed65cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (be5795f2-36ee-4934-9aa3-8f47e4efd576), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:34:59.744828 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:59.797649 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-9d99fdd2-b330-4335-b5f8-7d88ed65cac8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9aec97cb2a24864b99e3a0f1e5de6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7013307 Jan 17 00:34:59.798738 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39106) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:34:59.856959 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6d51a6dc-5f00-4b0a-816a-33693d7537eb req-61f8d080-425d-40e4-ba35-0aaece7ff073 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429524 Jan 17 00:34:59.914017 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99fdd2-b330-4335-b5f8-7d88ed65cac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5795f2-36ee-4934-9aa3-8f47e4efd576,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:34:59.949939 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b92879ab-8df0-4e8d-b9f0-95d14687ef68 admin admin] Publish callbacks [] for security_group (be5795f2-36ee-4934-9aa3-8f47e4efd576), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:00.027730 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f661f-9912-467b-8a34-d7b91b82f249 req-0b75a0df-9257-404b-8fd9-bdfdad01bb9a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:00.028625 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b92879ab-8df0-4e8d-b9f0-95d14687ef68 admin admin] Publish callbacks [] for security_group (be5795f2-36ee-4934-9aa3-8f47e4efd576), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:00.043801 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-814f661f-9912-467b-8a34-d7b91b82f249 req-0b75a0df-9257-404b-8fd9-bdfdad01bb9a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 943 time: 0.5315564 Jan 17 00:35:00.217528 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b92879ab-8df0-4e8d-b9f0-95d14687ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (be5795f2-36ee-4934-9aa3-8f47e4efd576), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:00.225127 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b92879ab-8df0-4e8d-b9f0-95d14687ef68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:00.227722 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-b92879ab-8df0-4e8d-b9f0-95d14687ef68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be5795f2-36ee-4934-9aa3-8f47e4efd576 HTTP/1.1" status: 204 len: 168 time: 0.4251757 Jan 17 00:35:00.265441 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92879ab-8df0-4e8d-b9f0-95d14687ef68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5795f2-36ee-4934-9aa3-8f47e4efd576,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:00.349397 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Attempting to bind port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:35:00.350965 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Attempting to bind port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:35:00.351809 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Attempting to bind port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 on network 405b8fb8-3cfa-4141-8014-5c4314cb4511 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:00.424163 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 on network 405b8fb8-3cfa-4141-8014-5c4314cb4511 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:35:00.424891 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Attempting to bind port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 on network 405b8fb8-3cfa-4141-8014-5c4314cb4511 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:00.462859 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-814f661f-9912-467b-8a34-d7b91b82f249 req-c252e174-8fa6-4954-8ef5-c6732b25eadc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173942 Jan 17 00:35:00.487671 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:35:00.488255 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Checking segment: {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:00.488716 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Bound using segment: {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:35:00.489201 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Bound port: e2ea53f7-76f1-4ae4-8f28-fcd27cf29847, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d4148e-769b-4d51-a507-89749cdf8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:35:00.489581 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:00.533025 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b1d88-4b28-484e-8404-fd5b6e2a9f1a req-fac9fb34-dd01-441c-9c0e-9282d37059b8 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:00.537371 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8c5b1d88-4b28-484e-8404-fd5b6e2a9f1a req-fac9fb34-dd01-441c-9c0e-9282d37059b8 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.4217384 Jan 17 00:35:00.915597 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f52b1369-5363-4688-8848-34196637d889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:00.917444 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8c5b1d88-4b28-484e-8404-fd5b6e2a9f1a req-343789e2-ace5-47c6-a218-b02c3d61d068 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404779 Jan 17 00:35:00.966875 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] For port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:35:01.015809 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] For port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:35:01.041384 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7955ba3-9df2-4d36-9845-f8d518208667 req-7dee99ec-db80-41b9-979f-9de07620ee8c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:01.043657 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7955ba3-9df2-4d36-9845-f8d518208667 req-7dee99ec-db80-41b9-979f-9de07620ee8c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2768137 Jan 17 00:35:01.045914 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:01.127834 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:01.129095 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:01.133445 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] 10.222.0.15 "PUT /v2.0/ports/e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 1093 time: 3.5730886 Jan 17 00:35:01.135739 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:35:01.138912 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599" -d '{"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:35:01.407143 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa347a-8b25-4b1f-820f-8191f397ca38 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:01.440790 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70f97-12bd-43d2-9950-6e90947dd881 req-263f47a9-a54a-4d27-9e05-a36e7bf2e3fe tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:01.447582 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f4e70f97-12bd-43d2-9950-6e90947dd881 req-263f47a9-a54a-4d27-9e05-a36e7bf2e3fe tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.2692888 Jan 17 00:35:01.478023 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7955ba3-9df2-4d36-9845-f8d518208667 req-662e1156-75dc-43f7-8dc0-cfbf8b184863 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192235 Jan 17 00:35:01.550015 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39158) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:01.576023 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-2767a4c6-4ffc-4ade-a427-be7f49d50137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:01.577512 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-2767a4c6-4ffc-4ade-a427-be7f49d50137 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8d018f858b48c78141f947fafd9e4c&device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 1096 time: 0.3105071 Jan 17 00:35:01.667331 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6841f68f-5d19-4a0e-bc01-1a38c0744100 x-openstack-request-id: req-6841f68f-5d19-4a0e-bc01-1a38c0744100 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:35:01.669913 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:35:01.670407 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6841f68f-5d19-4a0e-bc01-1a38c0744100 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:35:01.671360 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'status': 'completed', 'code': 200} Jan 17 00:35:01.678275 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f4e70f97-12bd-43d2-9950-6e90947dd881 req-905e518e-00aa-4bfc-8607-7c54af22320f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873350 Jan 17 00:35:01.784400 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-b67d8d2b-e098-436d-b748-6ef329b9e826 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 217 time: 0.1106658 Jan 17 00:35:01.882561 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f94e2-05ac-4a91-abc4-834150da2809 req-4d3a5fa1-7b95-4649-9b52-0627aadee63c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:01.888132 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ff2f94e2-05ac-4a91-abc4-834150da2809 req-4d3a5fa1-7b95-4649-9b52-0627aadee63c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 943 time: 0.1146038 Jan 17 00:35:01.906747 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ada1e231-c174-4516-ab2e-316fc786ab16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:02.045964 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ff2f94e2-05ac-4a91-abc4-834150da2809 req-71e08592-dac1-47cd-9d99-562fdee56f55 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431837 Jan 17 00:35:02.311882 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ada1e231-c174-4516-ab2e-316fc786ab16 admin admin] Publish callbacks [] for security_group (25da95e6-8633-4c25-a8ad-49faab28473d), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:02.321623 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ada1e231-c174-4516-ab2e-316fc786ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (25da95e6-8633-4c25-a8ad-49faab28473d), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:02.433436 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-ada1e231-c174-4516-ab2e-316fc786ab16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd5c5ea524914a2f8c507a66c3171870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8819721 Jan 17 00:35:02.437604 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 39180) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:02.484763 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-57b905ac-73a5-49a1-8bfc-f8515861b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:02.487591 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-57b905ac-73a5-49a1-8bfc-f8515861b5b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2 HTTP/1.1" status: 200 len: 853 time: 0.3184741 Jan 17 00:35:02.527902 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e854d-d941-43aa-a408-8a995ede821a req-99703075-3c48-4c0f-99b3-87f5fb124c24 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:02.543405 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eb8e854d-d941-43aa-a408-8a995ede821a req-99703075-3c48-4c0f-99b3-87f5fb124c24 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.2370517 Jan 17 00:35:02.591383 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1e231-c174-4516-ab2e-316fc786ab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da95e6-8633-4c25-a8ad-49faab28473d,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:02.795375 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39192) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:02.796076 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-12b6c636-ee0e-476a-9ac2-40181ecd525c admin admin] Publish callbacks [] for security_group (25da95e6-8633-4c25-a8ad-49faab28473d), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:02.825948 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eb8e854d-d941-43aa-a408-8a995ede821a req-26e1cbf3-d87e-4b80-a7c4-d4d7dadfa926 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809398 Jan 17 00:35:02.848899 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-c4e43551-5d5b-4820-87ed-69f1fb82cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:02.850793 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-c4e43551-5d5b-4820-87ed-69f1fb82cdae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=405b8fb8-3cfa-4141-8014-5c4314cb4511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2942519 Jan 17 00:35:03.208682 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1409129067-network', 'tenant_id': 'b58b411178c84683afd99302a7ccf934'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:03.249151 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-90a4f0f0-ab70-46ed-ac3d-272385f9eb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:03.309069 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Made reservation on behalf of b58b411178c84683afd99302a7ccf934 for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:35:03.317143 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:03.345360 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:03.452542 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-12b6c636-ee0e-476a-9ac2-40181ecd525c admin admin] Publish callbacks [] for security_group (25da95e6-8633-4c25-a8ad-49faab28473d), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:03.586561 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Publish callbacks [] for security_group (38fee17a-8a2a-4a37-9830-9b0781eb3cfa), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:03.592711 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (38fee17a-8a2a-4a37-9830-9b0781eb3cfa), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:03.623696 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:35:03.680256 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (d5bd7d18-326d-4e10-8440-ecadb3c75b35), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:03.681691 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Added segment d5bd7d18-326d-4e10-8440-ecadb3c75b35 of type vlan for network 22a6ac7b-ff36-4949-abee-1db43c495051 Jan 17 00:35:03.701083 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fee17a-8a2a-4a37-9830-9b0781eb3cfa,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:03.771728 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55928a-460c-46fb-9c44-98d5cdce76eb req-8d05e2c8-6a78-4c6f-9dbd-25bb069d035c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:03.793289 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cb55928a-460c-46fb-9c44-98d5cdce76eb req-8d05e2c8-6a78-4c6f-9dbd-25bb069d035c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.9541051 Jan 17 00:35:03.843445 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (22a6ac7b-ff36-4949-abee-1db43c495051), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:03.913692 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a62e1a-b590-4b29-a39d-19490e59a927 req-fc4635f6-a1de-40a4-ae21-59518a5546aa tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:03.915423 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b9a62e1a-b590-4b29-a39d-19490e59a927 req-fc4635f6-a1de-40a4-ae21-59518a5546aa tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.9656765 Jan 17 00:35:03.985637 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (22a6ac7b-ff36-4949-abee-1db43c495051), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:03.995467 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:03.999775 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:04.013150 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-701ab7b0-4a17-416c-b5ce-42a9ccbdc8fd service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0673120 Jan 17 00:35:04.042330 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-12b6c636-ee0e-476a-9ac2-40181ecd525c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (25da95e6-8633-4c25-a8ad-49faab28473d), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:04.045564 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-12b6c636-ee0e-476a-9ac2-40181ecd525c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:04.050268 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-12b6c636-ee0e-476a-9ac2-40181ecd525c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25da95e6-8633-4c25-a8ad-49faab28473d HTTP/1.1" status: 204 len: 168 time: 1.6105967 Jan 17 00:35:04.070707 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cb55928a-460c-46fb-9c44-98d5cdce76eb req-768b9976-325a-4e7e-a261-1ffe5384ad0c tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768180 Jan 17 00:35:04.113232 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3130798 Jan 17 00:35:04.113756 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39210) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:04.119041 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Request body: {'subnet': {'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1409129067-subnet', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'ip_version': 4}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:04.246585 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7d3d8-3872-42a4-a2c0-7935004efaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=22a6ac7b-ff36-4949-abee-1db43c495051,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:04.272523 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 22a6ac7b-ff36-4949-abee-1db43c495051 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:35:04.282264 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Made reservation on behalf of b58b411178c84683afd99302a7ccf934 for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:35:04.287249 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25520042'] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:04.398778 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77f5eba9-8fda-46aa-84d1-a5ca88d6a15a req-e86fe340-ecc2-4dfd-9c19-037dc53e8790 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741510 Jan 17 00:35:04.428467 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6c636-ee0e-476a-9ac2-40181ecd525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da95e6-8633-4c25-a8ad-49faab28473d,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:04.496615 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b9a62e1a-b590-4b29-a39d-19490e59a927 req-152c43ce-852f-4eae-abe1-7db2e769da9e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5570221 Jan 17 00:35:04.617406 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f684b-ee71-4d2c-a329-e40bb30f6b5d req-36d66e25-8f47-411e-8b64-c540067a8601 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:04.626385 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b39f684b-ee71-4d2c-a329-e40bb30f6b5d req-36d66e25-8f47-411e-8b64-c540067a8601 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 943 time: 0.2164800 Jan 17 00:35:04.869496 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-e2e3084d-9650-4eb2-8be2-05437db5e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:04.876540 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-e2e3084d-9650-4eb2-8be2-05437db5e468 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8d018f858b48c78141f947fafd9e4c&device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 1096 time: 0.2436349 Jan 17 00:35:04.896561 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b39f684b-ee71-4d2c-a329-e40bb30f6b5d req-6a6da8f8-434b-4ec3-abd4-3d46ad2195eb tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366700 Jan 17 00:35:04.918719 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:05.061917 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25195121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520056'] for subnet (da2d6b51-8a0d-499f-9530-dba2d7d2a443), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:05.065385 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:05.140388 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-5bee44c8-ad1d-4658-8b69-6601500880f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:05.152582 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-5bee44c8-ad1d-4658-8b69-6601500880f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=405b8fb8-3cfa-4141-8014-5c4314cb4511 HTTP/1.1" status: 200 len: 915 time: 0.2058041 Jan 17 00:35:05.332764 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-8820f131-769d-4ab1-a572-9b1d9a7042d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 217 time: 0.1236613 Jan 17 00:35:05.370441 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2d6b51-8a0d-499f-9530-dba2d7d2a443,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:05.455685 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Checking segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:05.456238 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Network hostable DHCP agents. Network: 22a6ac7b-ff36-4949-abee-1db43c495051, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:35:05.515588 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39242) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:05.536885 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Network 22a6ac7b-ff36-4949-abee-1db43c495051 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:35:05.572550 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 22a6ac7b-ff36-4949-abee-1db43c495051) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:05.584979 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:05.587594 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:05.606817 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe1ba51-b5e9-4a5e-b393-780848a3b853 None None] Network 22a6ac7b-ff36-4949-abee-1db43c495051 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:35:05.622672 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0caef-7a8d-4348-a3b1-d211398a1422 req-8442ec6b-7837-4bba-8ca4-ab397da724c2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:05.630582 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3cc0caef-7a8d-4348-a3b1-d211398a1422 req-8442ec6b-7837-4bba-8ca4-ab397da724c2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.6851649 Jan 17 00:35:05.655979 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-accc8f4a-4d3e-44b3-90b0-0db2781fbdf7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5409615 Jan 17 00:35:05.656793 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39252) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:05.661977 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:05.705838 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c55dd-a64e-4fc3-be3e-d4f4e97d33e3 req-41caec35-ce66-4dab-a536-414a125494cc tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:05.711386 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-119c55dd-a64e-4fc3-be3e-d4f4e97d33e3 req-41caec35-ce66-4dab-a536-414a125494cc tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.4857025 Jan 17 00:35:05.757463 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (58a8b86a-40de-48d1-8043-523d98f4c4e0), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:05.758994 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (58a8b86a-40de-48d1-8043-523d98f4c4e0), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:05.789731 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-d6df8eaf-5833-4c99-8eda-8408591fc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:05.802917 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-d6df8eaf-5833-4c99-8eda-8408591fc85f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2 HTTP/1.1" status: 200 len: 853 time: 0.4568479 Jan 17 00:35:05.942885 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks [] for router_controller (58a8b86a-40de-48d1-8043-523d98f4c4e0), precommit_add_association {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:06.069796 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-22a6ac7b-ff36-4949-abee-1db43c495051', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:35:06.071345 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:06.211788 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3cc0caef-7a8d-4348-a3b1-d211398a1422 req-5dbc5922-9856-4352-bb42-beb60843b4e2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531220 Jan 17 00:35:06.260677 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-073dcf35-77f7-44e6-a4e4-4dac917441b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:06.262572 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-073dcf35-77f7-44e6-a4e4-4dac917441b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=405b8fb8-3cfa-4141-8014-5c4314cb4511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3994999 Jan 17 00:35:06.277425 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-119c55dd-a64e-4fc3-be3e-d4f4e97d33e3 req-6b5ba736-3d43-46f3-8e1b-dcd5ebc4c86e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5484591 Jan 17 00:35:06.517778 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c9a88102-323b-4103-93d8-25ee806fac9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:06.629077 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Allocated IP 172.20.0.2 (22a6ac7b-ff36-4949-abee-1db43c495051/da2d6b51-8a0d-499f-9530-dba2d7d2a443/eeac9fbf-0137-4f7e-8ecb-a41ac211d444) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:35:06.682125 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743e188-a2c7-4e67-acf8-ce13b9c494fc req-96bce37a-3344-4a72-a8ac-c412e2546891 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:06.683702 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5743e188-a2c7-4e67-acf8-ce13b9c494fc req-96bce37a-3344-4a72-a8ac-c412e2546891 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.2047791 Jan 17 00:35:06.702142 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3ae1f-cd3b-40fa-8b21-fe7d351a3072 req-a37e7bf5-cfa6-4bdc-b1b6-c36f9a21723d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:06.713697 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-31a3ae1f-cd3b-40fa-8b21-fe7d351a3072 req-a37e7bf5-cfa6-4bdc-b1b6-c36f9a21723d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 943 time: 0.1867006 Jan 17 00:35:06.763735 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-42474ca9-e312-4932-bd5d-e7b4d753a0f7 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845014 Jan 17 00:35:06.791650 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks [] for router_gateway (58a8b86a-40de-48d1-8043-523d98f4c4e0), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:06.901296 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c2e31874-34c2-4e33-9a48-3d1c7c1aa599 req-170b6216-d9f5-42f8-aaa9-e0868d95f18a service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139052 Jan 17 00:35:06.926851 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:06.932685 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5743e188-a2c7-4e67-acf8-ce13b9c494fc req-d86c89b3-4c3c-4303-ab5f-646e9bc5fc72 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090766 Jan 17 00:35:06.946461 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-31a3ae1f-cd3b-40fa-8b21-fe7d351a3072 req-e7d458b7-0150-4f40-876c-654a6b7dc70c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317009 Jan 17 00:35:07.175955 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:35:07.263049 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Publish callbacks [] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:07.277772 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:07.358864 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c9a88102-323b-4103-93d8-25ee806fac9e admin admin] Publish callbacks [] for security_group (2eb04562-0b4e-4cd9-be94-ca24ba8dc88a), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:07.394895 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c9a88102-323b-4103-93d8-25ee806fac9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2eb04562-0b4e-4cd9-be94-ca24ba8dc88a), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:07.618913 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff6419-27fe-4080-b6fb-985882de045e req-d0dccc0f-d0e9-4042-80b4-294e30ff0fda tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:07.621768 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9aff6419-27fe-4080-b6fb-985882de045e req-d0dccc0f-d0e9-4042-80b4-294e30ff0fda tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.2362759 Jan 17 00:35:07.645170 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab25be-d9d4-430e-af28-808361a02169 req-dc2405c3-99f6-4b04-b800-e53f48f236c2 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:07.647631 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fbab25be-d9d4-430e-af28-808361a02169 req-dc2405c3-99f6-4b04-b800-e53f48f236c2 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2297692 Jan 17 00:35:07.650570 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c9a88102-323b-4103-93d8-25ee806fac9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a72920b5f4cc4d3f8544db510e93ea57&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1325004 Jan 17 00:35:07.653252 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39280) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:07.654582 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a88102-323b-4103-93d8-25ee806fac9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb04562-0b4e-4cd9-be94-ca24ba8dc88a,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:07.877247 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fbab25be-d9d4-430e-af28-808361a02169 req-619e6300-5f3b-479b-b331-a3dc08b98cb0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656058 Jan 17 00:35:07.900688 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9aff6419-27fe-4080-b6fb-985882de045e req-26a2fa5c-7eef-4d62-9e52-cc9916d41b00 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687879 Jan 17 00:35:07.980162 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Network 22a6ac7b-ff36-4949-abee-1db43c495051 is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:07.994448 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:07.999657 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:35:08.038057 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:08.048581 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Pushing event updated for resources: {'Port': ['ID=eeac9fbf-0137-4f7e-8ecb-a41ac211d444,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:08.262589 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Attempting to bind port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:35:08.263782 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Attempting to bind port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:35:08.264734 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Attempting to bind port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 on network 22a6ac7b-ff36-4949-abee-1db43c495051 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:08.275655 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:35:08.277059 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Checking segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:08.277998 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:08.278928 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Bound using segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:35:08.280062 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Bound port: eeac9fbf-0137-4f7e-8ecb-a41ac211d444, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:35:08.281083 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:08.290461 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367edc8-fddb-41a6-939c-121b160f0a2b req-f53e419c-d9ea-4636-bacf-3e0d7f189964 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:08.291682 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks [] for router_gateway (58a8b86a-40de-48d1-8043-523d98f4c4e0), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:08.299496 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e367edc8-fddb-41a6-939c-121b160f0a2b req-f53e419c-d9ea-4636-bacf-3e0d7f189964 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.1154757 Jan 17 00:35:08.320462 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:08.334520 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88153c21-64ba-488d-83aa-0c72ce216baa req-95e08b9a-ca40-4cbd-9e82-592fa2605158 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:08.336307 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-88153c21-64ba-488d-83aa-0c72ce216baa req-95e08b9a-ca40-4cbd-9e82-592fa2605158 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 943 time: 0.1116502 Jan 17 00:35:08.499844 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] For port eeac9fbf-0137-4f7e-8ecb-a41ac211d444, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:35:08.527191 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] For port eeac9fbf-0137-4f7e-8ecb-a41ac211d444, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=eeac9fbf-0137-4f7e-8ecb-a41ac211d444,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:35:08.530796 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:08.571798 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e367edc8-fddb-41a6-939c-121b160f0a2b req-19fdf539-f15d-4d3b-8d19-96a0fb438678 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707744 Jan 17 00:35:08.578813 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Allocated IP 172.27.3.46 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/918ef65e-5458-4189-a1ee-62963a614aa1) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:35:08.588161 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-88153c21-64ba-488d-83aa-0c72ce216baa req-64fe8d37-71f6-4c0c-a1d4-ce10309a5550 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259183 Jan 17 00:35:08.735082 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f089ce-5b92-49b9-a77c-3a1d350f87e5 None None] Pushing event updated for resources: {'Port': ['ID=eeac9fbf-0137-4f7e-8ecb-a41ac211d444,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:08.756827 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7aceffcd-d43b-4c88-9e55-6a8d86e64ed2 admin admin] Publish callbacks [] for security_group (2eb04562-0b4e-4cd9-be94-ca24ba8dc88a), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:08.881562 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7aceffcd-d43b-4c88-9e55-6a8d86e64ed2 admin admin] Publish callbacks [] for security_group (2eb04562-0b4e-4cd9-be94-ca24ba8dc88a), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:08.934284 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks [] for port (918ef65e-5458-4189-a1ee-62963a614aa1), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:09.036410 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7aceffcd-d43b-4c88-9e55-6a8d86e64ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2eb04562-0b4e-4cd9-be94-ca24ba8dc88a), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:09.041562 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7aceffcd-d43b-4c88-9e55-6a8d86e64ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:09.048120 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-7aceffcd-d43b-4c88-9e55-6a8d86e64ed2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2eb04562-0b4e-4cd9-be94-ca24ba8dc88a HTTP/1.1" status: 204 len: 168 time: 1.3870039 Jan 17 00:35:09.085432 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceffcd-d43b-4c88-9e55-6a8d86e64ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb04562-0b4e-4cd9-be94-ca24ba8dc88a,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:09.102084 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:09.352654 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:09.366947 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:09.382378 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:35:09.458375 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Pushing event updated for resources: {'Port': ['ID=918ef65e-5458-4189-a1ee-62963a614aa1,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:09.469981 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2363-e9a2-4927-9630-22e4554b0948 req-77540895-aba5-43f3-9993-74f6a91c7989 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:09.497281 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b4dd2363-e9a2-4927-9630-22e4554b0948 req-77540895-aba5-43f3-9993-74f6a91c7989 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.3306818 Jan 17 00:35:09.689572 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b4dd2363-e9a2-4927-9630-22e4554b0948 req-90aa0e27-71ef-46e3-93dc-79dd94dbd44a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818089 Jan 17 00:35:09.750498 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a820f0-9432-4dbb-8644-003be501464f req-dbb4a837-08fd-4395-88f9-90ae388d8c95 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:09.762694 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-37a820f0-9432-4dbb-8644-003be501464f req-dbb4a837-08fd-4395-88f9-90ae388d8c95 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.4789762 Jan 17 00:35:09.866648 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-37a820f0-9432-4dbb-8644-003be501464f req-2336b7f4-2903-4a46-b520-9bc968b49c0e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984766 Jan 17 00:35:09.973346 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d7c41706-0ec5-4b8e-abb0-c5942c4b4d4d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c77846c82ca149b19fa8229608ee5a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435104 Jan 17 00:35:10.363513 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39322) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:10.395623 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32760b34-9f49-44b0-99bd-980032028026 req-2bb307fb-d6ff-4a0e-928a-7ddbcbf08227 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:10.419847 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32760b34-9f49-44b0-99bd-980032028026 req-2bb307fb-d6ff-4a0e-928a-7ddbcbf08227 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 943 time: 0.4131813 Jan 17 00:35:10.425110 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0f561225-294e-45bf-9bcb-733648ae0ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:10.505968 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-88b7f23e-18ee-44ee-bf4a-444fa196c0c3 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:10.523112 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-88b7f23e-18ee-44ee-bf4a-444fa196c0c3 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5448198 Jan 17 00:35:10.550245 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device eeac9fbf-0137-4f7e-8ecb-a41ac211d444 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:10.666583 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0f561225-294e-45bf-9bcb-733648ae0ff6 admin admin] Publish callbacks [] for security_group (3c0a0081-5dce-4c0e-b5fd-cdad54b458a9), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:10.681042 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0f561225-294e-45bf-9bcb-733648ae0ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (3c0a0081-5dce-4c0e-b5fd-cdad54b458a9), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:10.716181 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:10.716855 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:10.767942 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks [] for router_gateway (58a8b86a-40de-48d1-8043-523d98f4c4e0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:10.820134 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32760b34-9f49-44b0-99bd-980032028026 req-82d19bad-12a1-497b-992b-1b42fdd67d1e tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853779 Jan 17 00:35:10.833715 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-96b85bdc-4eed-4afb-af8b-4dc8ea1429e3 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/quotas/c77846c82ca149b19fa8229608ee5a94 HTTP/1.1" status: 200 len: 375 time: 0.1972980 Jan 17 00:35:11.031960 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:11.034649 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:11.054613 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2329484-a696-45cc-8167-0eed95ea3b26 None None] Network 22a6ac7b-ff36-4949-abee-1db43c495051 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:35:11.073287 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-bc6af2e6-7760-47e6-986a-55063e9141cc tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c77846c82ca149b19fa8229608ee5a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2320492 Jan 17 00:35:11.213152 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-0f561225-294e-45bf-9bcb-733648ae0ff6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aeeacb0e4a224d62949f6e289f20c670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8468194 Jan 17 00:35:11.217701 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 39330) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:11.219489 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f561225-294e-45bf-9bcb-733648ae0ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0a0081-5dce-4c0e-b5fd-cdad54b458a9,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:11.256876 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (58a8b86a-40de-48d1-8043-523d98f4c4e0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:11.279167 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port eeac9fbf-0137-4f7e-8ecb-a41ac211d444, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=eeac9fbf-0137-4f7e-8ecb-a41ac211d444,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:11.296977 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:11.335273 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafcb42-316d-44c7-aaea-4346e301867b req-2152913f-d324-4c2d-8666-24ebe2859d36 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:11.339268 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0fafcb42-316d-44c7-aaea-4346e301867b req-2152913f-d324-4c2d-8666-24ebe2859d36 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.1759763 Jan 17 00:35:11.346268 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-230494d5-debf-4f6f-b96a-a135f89cd252 None None] Provisioning complete for port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:11.346676 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-230494d5-debf-4f6f-b96a-a135f89cd252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:11.389189 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d0b7-4c0a-457f-a5e9-31a0b7a82750 admin admin] Publish callbacks [] for security_group (3c0a0081-5dce-4c0e-b5fd-cdad54b458a9), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:11.435466 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=eeac9fbf-0137-4f7e-8ecb-a41ac211d444,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:11.452205 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Router 58a8b86a-40de-48d1-8043-523d98f4c4e0 is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:35:11.496754 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d0b7-4c0a-457f-a5e9-31a0b7a82750 admin admin] Publish callbacks [] for security_group (3c0a0081-5dce-4c0e-b5fd-cdad54b458a9), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:11.515915 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0fafcb42-316d-44c7-aaea-4346e301867b req-fe117e78-b20b-480f-a2d0-83dc6083ee96 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642971 Jan 17 00:35:11.541731 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-230494d5-debf-4f6f-b96a-a135f89cd252 None None] Current status of the port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:11.574633 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7ee10-c592-467b-9fc7-1d20f02fd15a req-0356040e-1774-4d2d-b1ac-9813e600df29 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:11.576430 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3ca7ee10-c592-467b-9fc7-1d20f02fd15a req-0356040e-1774-4d2d-b1ac-9813e600df29 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1884446 Jan 17 00:35:11.696314 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:35:11.717383 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Sync routers for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:35:11.754746 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:11.755867 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:11.761685 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:11.763712 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-032869a3-6d70-4af7-ab61-52b284923330 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1055920 Jan 17 00:35:11.770442 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39340) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:11.770777 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3ca7ee10-c592-467b-9fc7-1d20f02fd15a req-fedaa3b3-69a0-429a-bb9e-21de5e423ecb tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761453 Jan 17 00:35:11.794586 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5a148-ce43-49cc-83fc-bc129ad35c42 req-d81c1072-6129-46ea-857f-cb4ffc9d0c35 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:11.796666 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f0b5a148-ce43-49cc-83fc-bc129ad35c42 req-d81c1072-6129-46ea-857f-cb4ffc9d0c35 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.1645575 Jan 17 00:35:11.871057 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d0b7-4c0a-457f-a5e9-31a0b7a82750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (3c0a0081-5dce-4c0e-b5fd-cdad54b458a9), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:11.883836 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6ac0d0b7-4c0a-457f-a5e9-31a0b7a82750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:11.888639 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-6ac0d0b7-4c0a-457f-a5e9-31a0b7a82750 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c0a0081-5dce-4c0e-b5fd-cdad54b458a9 HTTP/1.1" status: 204 len: 168 time: 0.6677842 Jan 17 00:35:11.901604 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-3ba941dd-b94b-4d73-81ae-07305f069bf5 None None] Provisioning complete for port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:11.916632 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-3ba941dd-b94b-4d73-81ae-07305f069bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:12.002574 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:12.014414 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0d0b7-4c0a-457f-a5e9-31a0b7a82750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0a0081-5dce-4c0e-b5fd-cdad54b458a9,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:12.070663 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-65aa173f-dacf-4d76-9873-0ff0666fbac5 req-031e63df-45f0-435b-a17d-f8c0d03613be tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 210 time: 0.0890076 Jan 17 00:35:12.124086 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f0b5a148-ce43-49cc-83fc-bc129ad35c42 req-c25a9479-8481-4495-8f91-6741bdf1280c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155835 Jan 17 00:35:12.221509 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-3ba941dd-b94b-4d73-81ae-07305f069bf5 None None] Current status of the port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:12.336946 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d55bb-b4d3-43e4-9f03-7a42a75ee554 req-12f9a5a4-4a87-4daf-8b04-d4fe80edd3d3 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:12.347330 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8c2d55bb-b4d3-43e4-9f03-7a42a75ee554 req-12f9a5a4-4a87-4daf-8b04-d4fe80edd3d3 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 943 time: 0.1086893 Jan 17 00:35:12.429292 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device eeac9fbf-0137-4f7e-8ecb-a41ac211d444 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:12.440204 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8c2d55bb-b4d3-43e4-9f03-7a42a75ee554 req-5ca630c2-b9be-4695-b174-c28e4f68ef76 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916133 Jan 17 00:35:12.573373 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:12.574071 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:12.632733 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:09Z', 'revision_number': 3, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:12.723787 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Checking router: 58a8b86a-40de-48d1-8043-523d98f4c4e0 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:35:12.725676 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Updating router 58a8b86a-40de-48d1-8043-523d98f4c4e0 port 918ef65e-5458-4189-a1ee-62963a614aa1 binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:35:12.761807 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5813c-9873-4f83-9343-5954b663871a req-8fe06d31-f0c2-4f18-851c-349c2068123d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:12.771377 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9f5813c-9873-4f83-9343-5954b663871a req-8fe06d31-f0c2-4f18-851c-349c2068123d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.1092665 Jan 17 00:35:12.783804 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:12.846140 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:12.848154 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9f5813c-9873-4f83-9343-5954b663871a req-af822be2-d56c-48ca-8ee7-48c547346f64 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753334 Jan 17 00:35:13.007819 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1afdfd-c115-441f-bcc2-02b747289485 req-6658b495-d9b0-418e-81f1-b1e417a6fba0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:13.009825 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9f1afdfd-c115-441f-bcc2-02b747289485 req-6658b495-d9b0-418e-81f1-b1e417a6fba0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0695276 Jan 17 00:35:13.010442 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 39366) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:13.045946 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0304ef16-827d-4fc6-a65b-42d760ebd7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.283027 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.387408 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d15edb17-906e-4ba5-b77a-bb784c48423a req-5a9ed559-e01a-4d62-b382-21d63c19f5da tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 210 time: 0.0363097 Jan 17 00:35:13.396418 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Publish callbacks [] for port (918ef65e-5458-4189-a1ee-62963a614aa1), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.414863 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.428969 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9f1afdfd-c115-441f-bcc2-02b747289485 req-5ea82368-bb9a-4da0-9712-0a15006ef898 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742454 Jan 17 00:35:13.536327 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Attempting to bind port 918ef65e-5458-4189-a1ee-62963a614aa1 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:35:13.537006 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Attempting to bind port 918ef65e-5458-4189-a1ee-62963a614aa1 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:35:13.537541 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Attempting to bind port 918ef65e-5458-4189-a1ee-62963a614aa1 on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:13.548360 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:35:13.549166 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:13.549759 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.550329 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:35:13.550996 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Bound port: 918ef65e-5458-4189-a1ee-62963a614aa1, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:35:13.551676 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.601201 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Pushing event updated for resources: {'Port': ['ID=918ef65e-5458-4189-a1ee-62963a614aa1,revision_number=2']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:13.612360 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Allocated IP 172.20.0.1 (22a6ac7b-ff36-4949-abee-1db43c495051/da2d6b51-8a0d-499f-9530-dba2d7d2a443/63fc6c2b-1e31-4fee-a9df-6ccf3e875f42) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:35:13.620097 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.620390 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.620825 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.621154 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.621509 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.621898 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.622345 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.622692 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.623147 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.623521 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.623914 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.624234 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.624561 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:13.644162 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] For port 918ef65e-5458-4189-a1ee-62963a614aa1, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:35:13.648634 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] For port 918ef65e-5458-4189-a1ee-62963a614aa1, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=918ef65e-5458-4189-a1ee-62963a614aa1,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:35:13.659890 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.718874 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-9bdcc756-4997-4242-a545-69c61286a360 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c77846c82ca149b19fa8229608ee5a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1410873 Jan 17 00:35:13.721817 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0304ef16-827d-4fc6-a65b-42d760ebd7ea admin admin] Publish callbacks [] for security_group (fa8a38e7-8297-4687-9eba-325ea85a82f9), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.764088 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0304ef16-827d-4fc6-a65b-42d760ebd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fa8a38e7-8297-4687-9eba-325ea85a82f9), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.784946 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:13.785894 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:13.826169 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Publish callbacks [] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.894153 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907ee2b-1909-40ef-a9b8-6613dfd8678e None None] Pushing event updated for resources: {'Port': ['ID=918ef65e-5458-4189-a1ee-62963a614aa1,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:13.904140 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:13.933142 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277a57e-ebe1-4f52-a9ee-0926673445fd req-f175ccb3-7417-4f08-a240-8d36fc2d3f5d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:13.936172 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2277a57e-ebe1-4f52-a9ee-0926673445fd req-f175ccb3-7417-4f08-a240-8d36fc2d3f5d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 943 time: 0.2804446 Jan 17 00:35:13.936697 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:13.953214 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3e779-6c0b-4a82-86b9-5723a8838951 req-e25e3487-e9e6-4e64-87bc-67b87ae0e794 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:13.955362 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Network 22a6ac7b-ff36-4949-abee-1db43c495051 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:13.956386 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d0e3e779-6c0b-4a82-86b9-5723a8838951 req-e25e3487-e9e6-4e64-87bc-67b87ae0e794 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.4720261 Jan 17 00:35:13.967196 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:13.988212 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:35:14.042457 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Pushing event updated for resources: {'Port': ['ID=63fc6c2b-1e31-4fee-a9df-6ccf3e875f42,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:14.073232 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (58a8b86a-40de-48d1-8043-523d98f4c4e0), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.104876 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-0304ef16-827d-4fc6-a65b-42d760ebd7ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9a5a55a843d448e92fb2989fb8de84c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0930707 Jan 17 00:35:14.134163 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304ef16-827d-4fc6-a65b-42d760ebd7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8a38e7-8297-4687-9eba-325ea85a82f9,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:14.136954 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 39382) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:14.150904 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d0e3e779-6c0b-4a82-86b9-5723a8838951 req-b529ef9c-782c-4fd9-b7db-65243b713574 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701915 Jan 17 00:35:14.231977 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe8e5-30ab-4d34-8726-71c5ce933d0b admin admin] Publish callbacks [] for security_group (fa8a38e7-8297-4687-9eba-325ea85a82f9), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.258743 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe8e5-30ab-4d34-8726-71c5ce933d0b admin admin] Publish callbacks [] for security_group (fa8a38e7-8297-4687-9eba-325ea85a82f9), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.334994 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.370557 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-32afe6c9-ba86-49c9-9cc1-546c72d1b1c4 None None] Provisioning complete for port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:14.372171 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-32afe6c9-ba86-49c9-9cc1-546c72d1b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.412824 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-9325003a-66d4-4d73-88f2-abd2396de1b2 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:14.414602 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-9325003a-66d4-4d73-88f2-abd2396de1b2 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6873901 Jan 17 00:35:14.449500 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Request body: {'port': {'device_id': 'aec3d024-60ad-41de-84f1-753aae0cfac8', 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a', 'admin_state_up': True, 'tenant_id': 'c77846c82ca149b19fa8229608ee5a94'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:14.466509 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-32afe6c9-ba86-49c9-9cc1-546c72d1b1c4 None None] Port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:35:14.512972 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2277a57e-ebe1-4f52-a9ee-0926673445fd req-ef4281d0-1378-4a55-973e-7e5918d8ac68 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514293 Jan 17 00:35:14.516974 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe8e5-30ab-4d34-8726-71c5ce933d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fa8a38e7-8297-4687-9eba-325ea85a82f9), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.519955 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b2bfe8e5-30ab-4d34-8726-71c5ce933d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.526457 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-b2bfe8e5-30ab-4d34-8726-71c5ce933d0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa8a38e7-8297-4687-9eba-325ea85a82f9 HTTP/1.1" status: 204 len: 168 time: 0.3725173 Jan 17 00:35:14.539521 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b9cb4-bd76-4fa9-ba13-3ace0fb7e9d2 req-d2cff025-a7a8-41cd-9606-0d28399a1d65 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:14.539865 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:09Z', 'revision_number': 3, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:14.557407 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-865b9cb4-bd76-4fa9-ba13-3ace0fb7e9d2 req-d2cff025-a7a8-41cd-9606-0d28399a1d65 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.2489817 Jan 17 00:35:14.597770 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfe8e5-30ab-4d34-8726-71c5ce933d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8a38e7-8297-4687-9eba-325ea85a82f9,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:14.635532 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-865b9cb4-bd76-4fa9-ba13-3ace0fb7e9d2 req-f83dd5df-8c58-4672-9ab2-cce64feeb640 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769241 Jan 17 00:35:14.688337 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3dd49d-5f94-46b3-9d49-fc81d8c6095e None None] The sync data for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi is: [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:09Z', 'revision_number': 3, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:35:14.718789 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Publish callbacks [] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.735171 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.787973 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3c62751d-8d84-4eaf-9173-31b2d40f498a req-d9a419c6-5f36-4bc3-b235-3b62fc2904e3 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 210 time: 0.0634336 Jan 17 00:35:14.826844 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Pushing event updated for resources: {'Port': ['ID=63fc6c2b-1e31-4fee-a9df-6ccf3e875f42,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:14.843535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Made reservation on behalf of c77846c82ca149b19fa8229608ee5a94 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:35:14.850530 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (58a8b86a-40de-48d1-8043-523d98f4c4e0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.852059 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.877544 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:14.929236 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40982ea3-a395-4898-b348-e8755ca71cb0 req-d7a94bcb-3c79-4436-9346-7eb51a0d8ce8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:14.931364 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40982ea3-a395-4898-b348-e8755ca71cb0 req-d7a94bcb-3c79-4436-9346-7eb51a0d8ce8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1569769 Jan 17 00:35:15.028539 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40982ea3-a395-4898-b348-e8755ca71cb0 req-128caa06-8add-4708-9312-4911319258c4 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838385 Jan 17 00:35:15.038244 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Network 22a6ac7b-ff36-4949-abee-1db43c495051 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:15.041166 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:15.113179 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks [] for security_group (a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:15.133973 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:15.454807 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Router 58a8b86a-40de-48d1-8043-523d98f4c4e0 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:35:15.545700 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Allocated IP 192.168.233.30 (8bcaab93-c047-47f7-a13f-c8d7dc7f624a/fa3fea63-c110-472e-a32a-a2ed0efb0b2a/e640f599-5b7d-44d0-884e-74cd6ddc5c02) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:35:15.634647 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:15.747083 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-0df49b28-6033-47e2-9958-15d9f22b0e94 None None] Provisioning complete for port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:15.748197 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-0df49b28-6033-47e2-9958-15d9f22b0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:15.778835 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f00ada-8e1f-4236-a3f4-dfb4982dbe0d req-e4c9732c-80c8-4b31-9f14-80608922ed29 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:15.787301 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-93f00ada-8e1f-4236-a3f4-dfb4982dbe0d req-e4c9732c-80c8-4b31-9f14-80608922ed29 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.2387710 Jan 17 00:35:15.849159 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-0df49b28-6033-47e2-9958-15d9f22b0e94 None None] Port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:35:15.863468 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:35:15.892239 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8c257-0a97-47bc-a6c8-457d3740413a req-4b6bbe54-629c-4e22-980a-f212626ead64 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:15.894686 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6cd8c257-0a97-47bc-a6c8-457d3740413a req-4b6bbe54-629c-4e22-980a-f212626ead64 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2519608 Jan 17 00:35:15.896602 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-33bc4dcd-55aa-47ad-a89a-eb9aaa13959c admin admin] 10.222.0.24 "PUT /v2.0/routers/58a8b86a-40de-48d1-8043-523d98f4c4e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1228671 Jan 17 00:35:15.919706 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:35:16.067881 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks [] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:16.105932 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-af229308-4bee-4f67-9d70-4af6dfca9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:16.107537 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-af229308-4bee-4f67-9d70-4af6dfca9365 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 1098 time: 0.3759389 Jan 17 00:35:16.142280 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:16.161208 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'port_id': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'mac_address': 'fa:16:3e:a5:4c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:35:16.185500 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-93f00ada-8e1f-4236-a3f4-dfb4982dbe0d req-07b698d7-3555-48f3-8998-2736abb9006b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969836 Jan 17 00:35:16.320426 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:16.320426 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:16.389012 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:35:16.441356 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:16.456032 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:16.480108 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6cd8c257-0a97-47bc-a6c8-457d3740413a req-2474a0c3-1c91-4318-bc06-ead87f161967 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5733230 Jan 17 00:35:16.509600 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-190d797e-06ad-47d2-b351-94e9f25fc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:16.513308 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-190d797e-06ad-47d2-b351-94e9f25fc8c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 912 time: 0.3960879 Jan 17 00:35:16.608739 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-c88f6069-7994-4901-bbe4-9f19f4ac006a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=174d8027-9f67-4cc9-a015-350edf2fda58 HTTP/1.1" status: 200 len: 1001 time: 0.0874059 Jan 17 00:35:16.612107 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 918ef65e-5458-4189-a1ee-62963a614aa1 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:16.615839 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:16.708907 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d25d60-5d98-47fb-9685-dbf0a8726d06 req-32432baf-b599-4188-8dfe-4341ec61f95b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:16.717150 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-33d25d60-5d98-47fb-9685-dbf0a8726d06 req-32432baf-b599-4188-8dfe-4341ec61f95b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 943 time: 0.4036472 Jan 17 00:35:16.754377 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 918ef65e-5458-4189-a1ee-62963a614aa1 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:16.755046 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:16.771474 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-e0040a85-3a83-4e8f-8996-2a1fd493157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:16.773251 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-e0040a85-3a83-4e8f-8996-2a1fd493157f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36b636d4-597d-47bb-856e-19ae1f9f8825 HTTP/1.1" status: 200 len: 850 time: 0.1522455 Jan 17 00:35:16.774645 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:16.894559 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3de692-bb2e-4c93-9782-7b87afc3a223 req-cd4792ed-b6df-4596-86c1-c710367cf478 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:16.903024 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8c3de692-bb2e-4c93-9782-7b87afc3a223 req-cd4792ed-b6df-4596-86c1-c710367cf478 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.2931798 Jan 17 00:35:16.933131 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 918ef65e-5458-4189-a1ee-62963a614aa1 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:16.933812 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-33d25d60-5d98-47fb-9685-dbf0a8726d06 req-ae43f81b-8507-4598-92c6-58a373e4b407 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152562 Jan 17 00:35:16.934366 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:16.965761 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:16.980364 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port 918ef65e-5458-4189-a1ee-62963a614aa1, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=918ef65e-5458-4189-a1ee-62963a614aa1,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:16.998900 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.018075 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:17.038898 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39444) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:17.045104 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1920063078-network', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:17.054599 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:35:17.074335 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8c3de692-bb2e-4c93-9782-7b87afc3a223 req-d10c23c9-4bea-4308-a066-5e996d70e06e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701052 Jan 17 00:35:17.076081 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Pushing event updated for resources: {'Port': ['ID=e640f599-5b7d-44d0-884e-74cd6ddc5c02,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:17.078967 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:35:17.100143 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Made reservation on behalf of a4f8241119cf4f0e958f7c1584faac18 for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:35:17.108720 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.131801 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.167813 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=918ef65e-5458-4189-a1ee-62963a614aa1,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:17.206454 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-c06e56e7-dbcf-41b5-8fdd-277205b8ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:17.208879 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-c06e56e7-dbcf-41b5-8fdd-277205b8ffcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22fb6404-5f10-4c0e-8046-52ecafb709e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4109733 Jan 17 00:35:17.304451 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Publish callbacks [] for security_group (76261052-7990-45d3-a1d0-a931c735ca89), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.320040 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (76261052-7990-45d3-a1d0-a931c735ca89), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.419628 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76261052-7990-45d3-a1d0-a931c735ca89,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:17.468213 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:35:17.480749 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60906c18-1925-4a03-9f7e-3e33c2fba8ac req-ac067f9a-5362-4dee-a0c8-7ca39bbb181e tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:17.488562 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-60906c18-1925-4a03-9f7e-3e33c2fba8ac req-ac067f9a-5362-4dee-a0c8-7ca39bbb181e tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 935 time: 0.4722340 Jan 17 00:35:17.515654 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (1dddd726-f17a-4675-9c29-9457f0c94cb7), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.517460 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Added segment 1dddd726-f17a-4675-9c29-9457f0c94cb7 of type vlan for network cd890919-6929-43d7-9071-cc4c58ed0c55 Jan 17 00:35:17.555261 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 39454) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:17.578238 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:17.579878 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.602429 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-cc2ddf7f-1c86-4e87-9fa7-404d42e6e8a3 None None] Provisioning complete for port e640f599-5b7d-44d0-884e-74cd6ddc5c02 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:17.603055 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-cc2ddf7f-1c86-4e87-9fa7-404d42e6e8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.641451 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (cd890919-6929-43d7-9071-cc4c58ed0c55), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.680086 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d3d90167-21e6-4a23-9c7a-2ab4362b0507 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2378631 Jan 17 00:35:17.696176 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ddf7f-1c86-4e87-9fa7-404d42e6e8a3 None None] Port e640f599-5b7d-44d0-884e-74cd6ddc5c02 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:35:17.720543 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (cd890919-6929-43d7-9071-cc4c58ed0c55), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.723401 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:17.723762 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Request body: {'port': {'device_id': 'aec3d024-60ad-41de-84f1-753aae0cfac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:17.724313 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.809262 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7689986 Jan 17 00:35:17.815779 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39458) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:17.819344 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec482640-0538-4a25-a8d5-d87c7a413f8d req-a71e0d90-2536-4fcb-8a8f-1065cd37cc64 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:17.821164 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Request body: {'subnet': {'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1920063078-subnet', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'ip_version': 4}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:17.825161 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Sync routers for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:35:17.826613 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a604b6-aa1b-4442-9e87-47ab7a467780 admin admin] Pushing event updated for resources: {'Network': ['ID=cd890919-6929-43d7-9071-cc4c58ed0c55,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:17.831900 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec482640-0538-4a25-a8d5-d87c7a413f8d req-a71e0d90-2536-4fcb-8a8f-1065cd37cc64 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.4035552 Jan 17 00:35:17.845309 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network cd890919-6929-43d7-9071-cc4c58ed0c55 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:35:17.850722 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-60906c18-1925-4a03-9f7e-3e33c2fba8ac req-1792224e-3715-4b55-b3fe-f920c2465d18 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608942 Jan 17 00:35:17.870840 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Made reservation on behalf of a4f8241119cf4f0e958f7c1584faac18 for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:35:17.874233 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25520042'] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:17.933720 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-680ea63b-8300-4d70-b9b1-874f50aff870 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041872 Jan 17 00:35:17.944483 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:35:17.954140 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:17.955281 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:17.995452 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3514e87a-e569-4629-aa8d-0889494e7890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.187804 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25195121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520056'] for subnet (7f0b369b-833d-4dac-ae23-e943dd9d21bd), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.199960 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec482640-0538-4a25-a8d5-d87c7a413f8d req-944d704f-ac76-4c2c-ad36-9fc897edca69 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666885 Jan 17 00:35:18.283640 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0b369b-833d-4dac-ae23-e943dd9d21bd,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:18.293942 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Checking segment: {'id': '1dddd726-f17a-4675-9c29-9457f0c94cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:18.294615 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Network hostable DHCP agents. Network: cd890919-6929-43d7-9071-cc4c58ed0c55, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:35:18.340003 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.350752 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Network cd890919-6929-43d7-9071-cc4c58ed0c55 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:35:18.381289 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, cd890919-6929-43d7-9071-cc4c58ed0c55) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:18.386760 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:18.387405 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.416329 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-6a4cc4b6-652f-4c31-94cb-054d1d6c9504 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5991027 Jan 17 00:35:18.419285 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39468) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:18.421519 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9b189-fd48-4372-9df4-1ecaa7f1b6df None None] Network cd890919-6929-43d7-9071-cc4c58ed0c55 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:35:18.433788 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:18.456571 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e53c1629-1d8e-4e8f-bd94-7299ddf45fad req-b7fca73f-caa5-499a-95ff-be1e74cdf007 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075808 Jan 17 00:35:18.470952 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd620b69-1de1-4814-a8a5-3e4611760f2e req-96ede0d1-ed53-4999-806a-d3972f8dc0c7 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:18.474584 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fd620b69-1de1-4814-a8a5-3e4611760f2e req-96ede0d1-ed53-4999-806a-d3972f8dc0c7 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.4006104 Jan 17 00:35:18.478992 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (d8069879-253e-4b79-a2fc-a0350e64921d), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.483738 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (d8069879-253e-4b79-a2fc-a0350e64921d), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.487807 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 918ef65e-5458-4189-a1ee-62963a614aa1 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:18.504928 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3514e87a-e569-4629-aa8d-0889494e7890 admin admin] Publish callbacks [] for security_group (09f405e3-ec74-48c9-abd0-0cc164410f5c), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.575540 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:18.580597 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:18.614197 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks [] for router_controller (d8069879-253e-4b79-a2fc-a0350e64921d), precommit_add_association {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.673926 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'd387932f-7090-40dc-82db-f73f3978410d', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'port_id': 'd387932f-7090-40dc-82db-f73f3978410d', 'mac_address': 'fa:16:3e:33:5b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:35:18.753345 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d387932f-7090-40dc-82db-f73f3978410d is: ACTIVE; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:18.753875 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.821724 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c0f79-f62a-4445-a98f-a98ea015d8d4 req-6e719e32-1ff3-4a63-93f1-126650261f5d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:18.823399 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9c6c0f79-f62a-4445-a98f-a98ea015d8d4 req-6e719e32-1ff3-4a63-93f1-126650261f5d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 944 time: 0.4628780 Jan 17 00:35:18.831931 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-3514e87a-e569-4629-aa8d-0889494e7890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (09f405e3-ec74-48c9-abd0-0cc164410f5c), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.841883 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-cd890919-6929-43d7-9071-cc4c58ed0c55', 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55', 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'fixed_ips': [{'subnet_id': '7f0b369b-833d-4dac-ae23-e943dd9d21bd'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:35:18.842768 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.849456 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d387932f-7090-40dc-82db-f73f3978410d {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:35:18.922491 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-3514e87a-e569-4629-aa8d-0889494e7890 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1178188c2304138803e2108b0469111&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3536522 Jan 17 00:35:18.938820 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39482) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:18.959790 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:18.975056 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 918ef65e-5458-4189-a1ee-62963a614aa1 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:18.975371 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.977600 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:18.988210 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks [] for router_gateway (d8069879-253e-4b79-a2fc-a0350e64921d), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:19.043252 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514e87a-e569-4629-aa8d-0889494e7890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f405e3-ec74-48c9-abd0-0cc164410f5c,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:19.072494 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fd620b69-1de1-4814-a8a5-3e4611760f2e req-f9c4ac30-b599-4f87-874c-3c88bcd23558 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5771048 Jan 17 00:35:19.106303 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9c6c0f79-f62a-4445-a98f-a98ea015d8d4 req-fa3957f5-b98e-4644-82f4-43fb7a2400c1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578533 Jan 17 00:35:19.116691 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-650dd0fd-aea6-4110-b75f-74582d8b8f57 admin admin] Publish callbacks [] for security_group (09f405e3-ec74-48c9-abd0-0cc164410f5c), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:19.156682 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-650dd0fd-aea6-4110-b75f-74582d8b8f57 admin admin] Publish callbacks [] for security_group (09f405e3-ec74-48c9-abd0-0cc164410f5c), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:19.218146 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-650dd0fd-aea6-4110-b75f-74582d8b8f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (09f405e3-ec74-48c9-abd0-0cc164410f5c), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:19.221985 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-650dd0fd-aea6-4110-b75f-74582d8b8f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:19.223288 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-650dd0fd-aea6-4110-b75f-74582d8b8f57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09f405e3-ec74-48c9-abd0-0cc164410f5c HTTP/1.1" status: 204 len: 168 time: 0.2826133 Jan 17 00:35:19.251399 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dd0fd-aea6-4110-b75f-74582d8b8f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f405e3-ec74-48c9-abd0-0cc164410f5c,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:19.526900 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['d387932f-7090-40dc-82db-f73f3978410d'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:35:19.554338 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=6']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:19.621761 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks [] for router_gateway (d8069879-253e-4b79-a2fc-a0350e64921d), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:19.646262 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe05ff-0b90-4fe2-939c-02100a173071 req-d708ef0f-4165-4b4b-ae8c-169adcb343a9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:19.648379 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:19.654002 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5ffe05ff-0b90-4fe2-939c-02100a173071 req-d708ef0f-4165-4b4b-ae8c-169adcb343a9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 945 time: 0.3843517 Jan 17 00:35:19.733281 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8f4b7-907a-4e94-a2cc-348ff540cc42 req-f394fdb5-4552-44d1-b3cf-39ad5ee7230d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:19.757153 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-71b8f4b7-907a-4e94-a2cc-348ff540cc42 req-f394fdb5-4552-44d1-b3cf-39ad5ee7230d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 935 time: 0.4463096 Jan 17 00:35:19.891490 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Allocated IP 172.27.3.64 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/9e4cc182-039c-47a3-b7f2-86a69e8358f2) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:35:19.910686 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Allocated IP 172.20.0.2 (cd890919-6929-43d7-9071-cc4c58ed0c55/7f0b369b-833d-4dac-ae23-e943dd9d21bd/6764e7cd-43f0-4d7f-adc3-4d204fc43911) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:35:19.933927 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 2, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:19.951076 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:20.085792 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Checking router: 58a8b86a-40de-48d1-8043-523d98f4c4e0 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:35:20.086353 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Updating router 58a8b86a-40de-48d1-8043-523d98f4c4e0 port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:35:20.109668 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5ffe05ff-0b90-4fe2-939c-02100a173071 req-5b93b53f-db43-4e82-874a-8a527bc08b89 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108562 Jan 17 00:35:20.149306 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:20.203985 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-71b8f4b7-907a-4e94-a2cc-348ff540cc42 req-3a5451aa-ce14-41cc-b8af-e44854382e09 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451840 Jan 17 00:35:20.254375 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks [] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:20.332139 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:20.337338 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e640f599-5b7d-44d0-884e-74cd6ddc5c02 {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:35:20.363041 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Publish callbacks [] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:20.388941 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 918ef65e-5458-4189-a1ee-62963a614aa1 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:20.400950 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Transition to ACTIVE for port object e640f599-5b7d-44d0-884e-74cd6ddc5c02 will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:35:20.411670 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:20.447999 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4cc182-039c-47a3-b7f2-86a69e8358f2,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:20.455974 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:20.463018 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:35:20.489023 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:20.540693 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:35:20.583831 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:20.584598 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:20.645140 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Pushing event updated for resources: {'Port': ['ID=e640f599-5b7d-44d0-884e-74cd6ddc5c02,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.703453 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:35:20.708400 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:35:20.709838 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0b58a-7c89-4841-b36a-47e9ad9f4a36 req-11ca9dd6-54c7-4163-962c-b7246f0ee430 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:20.716315 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bac0b58a-7c89-4841-b36a-47e9ad9f4a36 req-11ca9dd6-54c7-4163-962c-b7246f0ee430 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 944 time: 0.2315032 Jan 17 00:35:20.868418 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30cdb3-38c9-45c6-a65a-c17dce9ec96b req-9895c526-09fa-495e-bd3e-fb4aab56dd92 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:20.870153 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef30cdb3-38c9-45c6-a65a-c17dce9ec96b req-9895c526-09fa-495e-bd3e-fb4aab56dd92 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.4672453 Jan 17 00:35:21.055894 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Attempting to bind port e640f599-5b7d-44d0-884e-74cd6ddc5c02 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:35:21.056240 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Attempting to bind port e640f599-5b7d-44d0-884e-74cd6ddc5c02 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '30edfd8e-2b65-4b3f-a992-4de0032c28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:35:21.056584 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Attempting to bind port e640f599-5b7d-44d0-884e-74cd6ddc5c02 on network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:21.096371 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bac0b58a-7c89-4841-b36a-47e9ad9f4a36 req-0bb634da-29fe-4410-8be8-e9651b2d3d9c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831171 Jan 17 00:35:21.098297 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Port e640f599-5b7d-44d0-884e-74cd6ddc5c02 on network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:35:21.098687 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Attempting to bind port e640f599-5b7d-44d0-884e-74cd6ddc5c02 on network 8bcaab93-c047-47f7-a13f-c8d7dc7f624a {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:21.128079 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks [] for router_gateway (d8069879-253e-4b79-a2fc-a0350e64921d), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:21.130869 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:35:21.131484 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Checking segment: {'id': '30edfd8e-2b65-4b3f-a992-4de0032c28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:21.132686 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Bound using segment: {'id': '30edfd8e-2b65-4b3f-a992-4de0032c28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:35:21.133174 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Bound port: e640f599-5b7d-44d0-884e-74cd6ddc5c02, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30edfd8e-2b65-4b3f-a992-4de0032c28bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:35:21.133569 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:21.153679 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef30cdb3-38c9-45c6-a65a-c17dce9ec96b req-4ddf6c8c-e5e5-4306-8f77-2e4662bfdf8f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582946 Jan 17 00:35:21.336386 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Publish callbacks [] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:21.382378 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:21.446313 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d1f2f-f157-46c5-8592-7b82baa3ce2c req-a3bdf5ea-4bd6-413a-ac9f-f7392dd0ebc5 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:21.456730 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d67d1f2f-f157-46c5-8592-7b82baa3ce2c req-a3bdf5ea-4bd6-413a-ac9f-f7392dd0ebc5 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2413735 Jan 17 00:35:21.463557 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] For port e640f599-5b7d-44d0-884e-74cd6ddc5c02, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:35:21.510117 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Pushing event updated for resources: {'Port': ['ID=6764e7cd-43f0-4d7f-adc3-4d204fc43911,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:21.588106 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] For port e640f599-5b7d-44d0-884e-74cd6ddc5c02, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e640f599-5b7d-44d0-884e-74cd6ddc5c02,segment=NetworkSegment(30edfd8e-2b65-4b3f-a992-4de0032c28bf),segment_id=30edfd8e-2b65-4b3f-a992-4de0032c28bf)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:35:21.604454 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:21.675961 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Pushing event updated for resources: {'Port': ['ID=e640f599-5b7d-44d0-884e-74cd6ddc5c02,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:21.728222 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576cef2-fc0a-4134-bc67-3e627f591db0 req-b225e0ba-f965-4b4d-a5f4-1baaf756a866 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:21.730212 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e576cef2-fc0a-4134-bc67-3e627f591db0 req-b225e0ba-f965-4b4d-a5f4-1baaf756a866 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 945 time: 0.2682285 Jan 17 00:35:21.732186 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:21.732862 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:21.734524 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-d67a9b7f-3d91-46ca-8b7f-e0644a4f6d60 service neutron] 10.222.0.15 "PUT /v2.0/ports/e640f599-5b7d-44d0-884e-74cd6ddc5c02 HTTP/1.1" status: 200 len: 1097 time: 4.0307076 Jan 17 00:35:21.741009 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec3d024-60ad-41de-84f1-753aae0cfac8', 'tag': 'e640f599-5b7d-44d0-884e-74cd6ddc5c02'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:35:21.743763 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "aec3d024-60ad-41de-84f1-753aae0cfac8", "tag": "e640f599-5b7d-44d0-884e-74cd6ddc5c02"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:35:21.784605 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d67d1f2f-f157-46c5-8592-7b82baa3ce2c req-d4175ff9-4b34-45ea-a4f3-39a286709176 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223512 Jan 17 00:35:21.855713 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Publish callbacks [] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:21.861278 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Network cd890919-6929-43d7-9071-cc4c58ed0c55 is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:21.865309 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:21.865836 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:21.890362 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:21.893135 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:21.896990 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:35:21.967799 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4b2d6-247f-4ec4-8e03-3659f8cdaff8 None None] Pushing event updated for resources: {'Port': ['ID=63fc6c2b-1e31-4fee-a9df-6ccf3e875f42,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:21.990554 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:35:21.993024 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6a14bf-76df-4ee1-94fd-b5d137d964d0" -d '{"events": [{"server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:35:22.062326 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:22.079716 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Attempting to bind port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:35:22.080242 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Attempting to bind port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '1dddd726-f17a-4675-9c29-9457f0c94cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:35:22.080600 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Attempting to bind port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 on network cd890919-6929-43d7-9071-cc4c58ed0c55 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:22.085405 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:22.115849 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (d8069879-253e-4b79-a2fc-a0350e64921d), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:22.166017 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:22.189409 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-cf72af9b-7365-4cdd-9ada-cf54ca0dddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:22.191406 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-cf72af9b-7365-4cdd-9ada-cf54ca0dddb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c77846c82ca149b19fa8229608ee5a94&device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 1100 time: 0.3504193 Jan 17 00:35:22.194702 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:35:22.195113 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Checking segment: {'id': '1dddd726-f17a-4675-9c29-9457f0c94cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:22.195555 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:22.196024 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Bound using segment: {'id': '1dddd726-f17a-4675-9c29-9457f0c94cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:35:22.196542 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Bound port: 6764e7cd-43f0-4d7f-adc3-4d204fc43911, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dddd726-f17a-4675-9c29-9457f0c94cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:35:22.196939 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:22.240118 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e576cef2-fc0a-4134-bc67-3e627f591db0 req-1b940678-c25c-414b-b156-6b8e7cdb971d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4886944 Jan 17 00:35:22.330005 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82be14f-4669-4379-82c9-756ef55df629 req-f70b21de-7539-4e67-b744-55861696ab6e tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:22.339499 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a82be14f-4669-4379-82c9-756ef55df629 req-f70b21de-7539-4e67-b744-55861696ab6e tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 947 time: 0.3887022 Jan 17 00:35:22.426129 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afeff93-39bc-4e08-8906-9d1b28f8ad8e x-openstack-request-id: req-1afeff93-39bc-4e08-8906-9d1b28f8ad8e {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:35:22.426992 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec3d024-60ad-41de-84f1-753aae0cfac8", "tag": "e640f599-5b7d-44d0-884e-74cd6ddc5c02", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:35:22.427772 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1afeff93-39bc-4e08-8906-9d1b28f8ad8e {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:35:22.428764 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec3d024-60ad-41de-84f1-753aae0cfac8', 'tag': 'e640f599-5b7d-44d0-884e-74cd6ddc5c02', 'status': 'completed', 'code': 200} Jan 17 00:35:22.512871 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Attempting to bind port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:35:22.513694 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Attempting to bind port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:35:22.520048 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Attempting to bind port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 on network 22a6ac7b-ff36-4949-abee-1db43c495051 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:22.527923 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:35:22.528415 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Checking segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:22.528721 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:22.529131 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Bound using segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:35:22.529835 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Bound port: 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:35:22.530237 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:22.537974 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a82be14f-4669-4379-82c9-756ef55df629 req-75740ffe-0a2e-4b95-9391-c24f3f964197 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750617 Jan 17 00:35:22.614290 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71ebdd5-8520-4ab4-8e36-b3ff22036552 x-openstack-request-id: req-e71ebdd5-8520-4ab4-8e36-b3ff22036552 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:35:22.614861 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:35:22.615479 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e71ebdd5-8520-4ab4-8e36-b3ff22036552 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:35:22.622760 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'code': 200} Jan 17 00:35:22.691596 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Router d8069879-253e-4b79-a2fc-a0350e64921d is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:35:22.734088 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e6cd2-dad0-41f1-afff-3e251a60c3e1 req-8cca16c3-619c-41c4-ac3a-2c739c8c88a6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:22.737107 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-471e6cd2-dad0-41f1-afff-3e251a60c3e1 req-8cca16c3-619c-41c4-ac3a-2c739c8c88a6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.0768359 Jan 17 00:35:22.844794 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-471e6cd2-dad0-41f1-afff-3e251a60c3e1 req-9f86098f-d969-4919-9ba4-abf5e1a3c4be tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002195 Jan 17 00:35:22.848327 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] For port 6764e7cd-43f0-4d7f-adc3-4d204fc43911, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:35:22.866864 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-9bbdc800-c9e6-45b6-a574-6e7d18803e1e None None] Provisioning complete for port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:22.867472 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc800-c9e6-45b6-a574-6e7d18803e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:22.885887 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85edcb-1c38-4286-bc48-4f4c15c06853 req-f87040dd-ec88-4430-99e9-41667de964fb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:22.887961 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc85edcb-1c38-4286-bc48-4f4c15c06853 req-f87040dd-ec88-4430-99e9-41667de964fb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.1157684 Jan 17 00:35:22.952640 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] For port 6764e7cd-43f0-4d7f-adc3-4d204fc43911, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=6764e7cd-43f0-4d7f-adc3-4d204fc43911,segment=NetworkSegment(1dddd726-f17a-4675-9c29-9457f0c94cb7),segment_id=1dddd726-f17a-4675-9c29-9457f0c94cb7)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:35:22.964046 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] For port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:35:22.967721 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:35:22.971382 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:22.981078 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Sync routers for ids ['d8069879-253e-4b79-a2fc-a0350e64921d'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:35:22.995947 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Routers {'d8069879-253e-4b79-a2fc-a0350e64921d'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:22.996240 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc85edcb-1c38-4286-bc48-4f4c15c06853 req-06d16c41-ad7e-430f-b1b0-3dbcfbca8479 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891802 Jan 17 00:35:22.998326 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['d8069879-253e-4b79-a2fc-a0350e64921d'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:23.024257 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] For port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=63fc6c2b-1e31-4fee-a9df-6ccf3e875f42,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:35:23.051560 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:23.075151 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-bd35284a-9911-4e70-a9f9-74d6256a4453 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6404600 Jan 17 00:35:23.076624 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39528) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:23.130687 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:23.149323 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-9bbdc800-c9e6-45b6-a574-6e7d18803e1e None None] Port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:35:23.235699 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:23.236495 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:23.242612 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb2390-f8d0-4f8a-9080-abc9176070df None None] Pushing event updated for resources: {'Port': ['ID=6764e7cd-43f0-4d7f-adc3-4d204fc43911,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:23.403784 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Set router d8069879-253e-4b79-a2fc-a0350e64921d gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:23.425966 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4b2d6-247f-4ec4-8e03-3659f8cdaff8 None None] Pushing event updated for resources: {'Port': ['ID=63fc6c2b-1e31-4fee-a9df-6ccf3e875f42,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:23.486048 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:23.712903 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc6a51-8386-4db4-be87-389483d9ba37 req-07e36369-b2b6-4169-af31-5fce8f00b6d8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:23.717384 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-51fc6a51-8386-4db4-be87-389483d9ba37 req-07e36369-b2b6-4169-af31-5fce8f00b6d8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 945 time: 0.1778195 Jan 17 00:35:23.858631 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-bea6d0f8-06ee-4409-9082-6d64c5732ad8 None None] Provisioning complete for port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:23.863543 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bea6d0f8-06ee-4409-9082-6d64c5732ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:23.921176 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-51fc6a51-8386-4db4-be87-389483d9ba37 req-8dd736cd-0c3c-43a7-bb02-4fc782feb0b4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917701 Jan 17 00:35:23.945382 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eec2c0-8c30-4a35-8546-918f5d51af24 req-991c66db-8364-406a-9beb-cd0c1c8ad2f0 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:23.957073 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-42eec2c0-8c30-4a35-8546-918f5d51af24 req-991c66db-8364-406a-9beb-cd0c1c8ad2f0 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 947 time: 0.1787100 Jan 17 00:35:24.056830 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-42eec2c0-8c30-4a35-8546-918f5d51af24 req-ea4d641f-00d6-437f-9c03-3255e6627490 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964258 Jan 17 00:35:24.068354 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:18Z', 'updated_at': '2022-01-17T00:35:20Z', 'revision_number': 3, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'gw_port': {'id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:19Z', 'updated_at': '2022-01-17T00:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:24.117061 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Checking router: d8069879-253e-4b79-a2fc-a0350e64921d for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:35:24.117422 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Updating router d8069879-253e-4b79-a2fc-a0350e64921d port 9e4cc182-039c-47a3-b7f2-86a69e8358f2 binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:35:24.222080 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:24.319119 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:24.326807 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4475fb5-7231-45be-9375-165d50025c31 req-ee4daeac-5f3b-4cdb-8ed5-bb7c82831b04 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:24.337293 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d4475fb5-7231-45be-9375-165d50025c31 req-ee4daeac-5f3b-4cdb-8ed5-bb7c82831b04 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.1188097 Jan 17 00:35:24.414630 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754343e0-83d6-4e50-824c-719d42f57b63 req-9327b4ff-3de5-4dfd-80be-3422acf899d0 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:24.418520 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-754343e0-83d6-4e50-824c-719d42f57b63 req-9327b4ff-3de5-4dfd-80be-3422acf899d0 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.2495301 Jan 17 00:35:24.478367 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-bea6d0f8-06ee-4409-9082-6d64c5732ad8 None None] Current status of the port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:24.479908 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bea6d0f8-06ee-4409-9082-6d64c5732ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:24.500852 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:24.732582 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:22Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:24.772507 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-754343e0-83d6-4e50-824c-719d42f57b63 req-bd79d8a4-9805-4a8b-843c-112014ebfd88 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428824 Jan 17 00:35:24.798827 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-68828635-fa91-4efa-a717-84083081b6fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e640f599-5b7d-44d0-884e-74cd6ddc5c02 HTTP/1.1" status: 200 len: 217 time: 0.2466865 Jan 17 00:35:24.817399 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d4475fb5-7231-45be-9375-165d50025c31 req-037eac55-4ecd-4ef7-94c9-b0fe97af9c13 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722104 Jan 17 00:35:24.965771 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-0a2b331c-894c-43b7-9f17-8307497538c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:24.968569 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-0a2b331c-894c-43b7-9f17-8307497538c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa3fea63-c110-472e-a32a-a2ed0efb0b2a HTTP/1.1" status: 200 len: 843 time: 0.1609783 Jan 17 00:35:24.980211 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 6764e7cd-43f0-4d7f-adc3-4d204fc43911 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:24.987641 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6aad5-e0ee-4ecb-a908-a668a2978896 None None] The sync data for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi is: [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:22Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:35:25.053955 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-bea6d0f8-06ee-4409-9082-6d64c5732ad8 None None] For port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=63fc6c2b-1e31-4fee-a9df-6ccf3e875f42,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:25.073660 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Allocated IP 172.20.0.1 (cd890919-6929-43d7-9071-cc4c58ed0c55/7f0b369b-833d-4dac-ae23-e943dd9d21bd/314fee7a-b9e0-432f-805d-27d601294e46) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:35:25.130781 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Publish callbacks [] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.148702 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.234371 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bea6d0f8-06ee-4409-9082-6d64c5732ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.296346 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cac00-50d6-419e-95a3-b8f5ce23e6a4 None None] Pushing event updated for resources: {'Port': ['ID=9e4cc182-039c-47a3-b7f2-86a69e8358f2,revision_number=2']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:25.394235 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Attempting to bind port 9e4cc182-039c-47a3-b7f2-86a69e8358f2 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:35:25.394560 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Attempting to bind port 9e4cc182-039c-47a3-b7f2-86a69e8358f2 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:35:25.395699 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Attempting to bind port 9e4cc182-039c-47a3-b7f2-86a69e8358f2 on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:25.421089 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa828ca-fa67-4e78-97e8-b44a05989c0b None None] Network cd890919-6929-43d7-9071-cc4c58ed0c55 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:35:25.425121 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:35:25.425634 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:25.426174 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.426662 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:35:25.427163 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Bound port: 9e4cc182-039c-47a3-b7f2-86a69e8358f2, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:35:25.427831 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.432700 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deae2d-455f-4720-abc0-9a98308ecb4b req-9b73aff2-f65b-4b12-926b-c021942afff3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:25.452437 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-81deae2d-455f-4720-abc0-9a98308ecb4b req-9b73aff2-f65b-4b12-926b-c021942afff3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 945 time: 0.2224669 Jan 17 00:35:25.457044 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Publish callbacks [] for port (314fee7a-b9e0-432f-805d-27d601294e46), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.531068 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (314fee7a-b9e0-432f-805d-27d601294e46), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.588284 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41981a15-66a8-4243-95e6-663fd112c776 req-588f9ae4-5cf3-4ecd-8228-fabadb655779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:25.593600 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] For port 9e4cc182-039c-47a3-b7f2-86a69e8358f2, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:35:25.605277 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] For port 9e4cc182-039c-47a3-b7f2-86a69e8358f2, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=9e4cc182-039c-47a3-b7f2-86a69e8358f2,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:35:25.608271 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-41981a15-66a8-4243-95e6-663fd112c776 req-588f9ae4-5cf3-4ecd-8228-fabadb655779 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 1098 time: 0.6340113 Jan 17 00:35:25.616153 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.616721 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-12401301-bd60-4cee-bd21-5c195f0127dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:25.618872 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-12401301-bd60-4cee-bd21-5c195f0127dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bcaab93-c047-47f7-a13f-c8d7dc7f624a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6362879 Jan 17 00:35:25.668966 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Pushing event updated for resources: {'Port': ['ID=314fee7a-b9e0-432f-805d-27d601294e46,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:25.690490 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Network cd890919-6929-43d7-9071-cc4c58ed0c55 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:25.693388 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:25.703413 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:35:25.712377 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-41981a15-66a8-4243-95e6-663fd112c776 req-7bc1d7f9-edce-4c55-a0b4-9ae6c3780f88 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842206 Jan 17 00:35:25.760126 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-abf2dbd4-8a07-4699-8be9-957a2c75f714 None None] Provisioning complete for port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:25.762768 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-abf2dbd4-8a07-4699-8be9-957a2c75f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.788734 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cac00-50d6-419e-95a3-b8f5ce23e6a4 None None] Pushing event updated for resources: {'Port': ['ID=9e4cc182-039c-47a3-b7f2-86a69e8358f2,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:25.822818 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Routers {'d8069879-253e-4b79-a2fc-a0350e64921d'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:25.822818 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['d8069879-253e-4b79-a2fc-a0350e64921d'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:25.829106 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (d8069879-253e-4b79-a2fc-a0350e64921d), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:25.904905 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d143a-5f60-4358-95d5-9b6f56ba77b4 req-e42531da-7c46-47cf-b751-f0f2c865310e tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:25.910606 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7e6d143a-5f60-4358-95d5-9b6f56ba77b4 req-e42531da-7c46-47cf-b751-f0f2c865310e tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 947 time: 0.4998538 Jan 17 00:35:25.932807 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port d387932f-7090-40dc-82db-f73f3978410d triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:25.933354 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (d387932f-7090-40dc-82db-f73f3978410d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:26.112102 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-81deae2d-455f-4720-abc0-9a98308ecb4b req-40999064-c0a7-4468-917e-4ffaf84fa43e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6578367 Jan 17 00:35:26.117503 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-16d8912d-7060-4f28-8444-c882651d5e53 service neutron] 10.222.0.15 "GET /v2.0/networks/8bcaab93-c047-47f7-a13f-c8d7dc7f624a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843516 Jan 17 00:35:26.153165 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (314fee7a-b9e0-432f-805d-27d601294e46), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:26.154072 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] Set router d8069879-253e-4b79-a2fc-a0350e64921d gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:26.317571 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6d0f8-06ee-4409-9082-6d64c5732ad8 None None] Pushing event updated for resources: {'Port': ['ID=63fc6c2b-1e31-4fee-a9df-6ccf3e875f42,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:26.402097 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-abf2dbd4-8a07-4699-8be9-957a2c75f714 None None] Current status of the port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:26.402901 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-abf2dbd4-8a07-4699-8be9-957a2c75f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:26.487298 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-abf2dbd4-8a07-4699-8be9-957a2c75f714 None None] For port 6764e7cd-43f0-4d7f-adc3-4d204fc43911, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=6764e7cd-43f0-4d7f-adc3-4d204fc43911,segment=NetworkSegment(1dddd726-f17a-4675-9c29-9457f0c94cb7),segment_id=1dddd726-f17a-4675-9c29-9457f0c94cb7)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:26.500492 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:26.507923 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:26.675872 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-abf2dbd4-8a07-4699-8be9-957a2c75f714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:26.752318 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7e6d143a-5f60-4358-95d5-9b6f56ba77b4 req-8112a1c6-f990-4126-a0fe-f813f63eeddd tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6301296 Jan 17 00:35:26.788074 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Publish callbacks [] for port (314fee7a-b9e0-432f-805d-27d601294e46), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:26.800629 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (314fee7a-b9e0-432f-805d-27d601294e46), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:26.927318 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70dc86e1-5e0f-4443-89ba-b16392c3e485 req-5d55aa51-ad3f-44b4-8210-3d7903b41ce7 service neutron] 10.222.0.15 "GET /v2.0/networks/8bcaab93-c047-47f7-a13f-c8d7dc7f624a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972989 Jan 17 00:35:26.961243 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2dbd4-8a07-4699-8be9-957a2c75f714 None None] Pushing event updated for resources: {'Port': ['ID=6764e7cd-43f0-4d7f-adc3-4d204fc43911,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:27.057857 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (d8069879-253e-4b79-a2fc-a0350e64921d), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:27.060130 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Pushing event updated for resources: {'Port': ['ID=314fee7a-b9e0-432f-805d-27d601294e46,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:27.080126 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:18Z', 'updated_at': '2022-01-17T00:35:20Z', 'revision_number': 3, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'gw_port': {'id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:19Z', 'updated_at': '2022-01-17T00:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:27.092279 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea051050-2b07-4681-80b2-172ec3c775c4 req-c586276e-b58d-4322-a614-363a533c1e2d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:27.096390 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ea051050-2b07-4681-80b2-172ec3c775c4 req-c586276e-b58d-4322-a614-363a533c1e2d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.5113473 Jan 17 00:35:27.161835 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05851abe-2ae4-4099-b8d5-504ad0acefda req-21a84d56-bf63-4516-a460-462dbf8fba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:27.164626 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05851abe-2ae4-4099-b8d5-504ad0acefda req-21a84d56-bf63-4516-a460-462dbf8fba4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 1098 time: 0.2930276 Jan 17 00:35:27.165588 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:27.172043 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d387932f-7090-40dc-82db-f73f3978410d is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:27.172857 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:27.189736 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8de57-8749-4e59-af0b-698eab88bebb None None] The sync data for ids ['d8069879-253e-4b79-a2fc-a0350e64921d'] in dv-cinder-815461-7-iscsi is: [{'id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:18Z', 'updated_at': '2022-01-17T00:35:20Z', 'revision_number': 3, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'gw_port': {'id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:19Z', 'updated_at': '2022-01-17T00:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:35:27.276463 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:35:27.278896 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067f43b2-ec93-4889-9c6a-205a9ce1a4aa" -d '{"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-plugged", "status": "completed", "tag": "d387932f-7090-40dc-82db-f73f3978410d"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:35:27.345530 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-621c7de5-5e5e-4d62-8928-4df78fd56927 None None] Provisioning complete for port 314fee7a-b9e0-432f-805d-27d601294e46 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:27.346282 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-621c7de5-5e5e-4d62-8928-4df78fd56927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (314fee7a-b9e0-432f-805d-27d601294e46), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:27.349495 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:27.358385 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ea051050-2b07-4681-80b2-172ec3c775c4 req-a20221d3-5a9f-4865-9857-1f63a06e3ce6 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457283 Jan 17 00:35:27.380049 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Network cd890919-6929-43d7-9071-cc4c58ed0c55 is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:27.385403 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:27.414467 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:27.437649 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde1477-424a-473c-a520-6ee5368991c0 req-ed229459-b3a7-4f07-bec1-0474b95606d6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:27.450730 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2cde1477-424a-473c-a520-6ee5368991c0 req-ed229459-b3a7-4f07-bec1-0474b95606d6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.2251987 Jan 17 00:35:27.525047 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=7']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:27.581776 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-621c7de5-5e5e-4d62-8928-4df78fd56927 None None] Port 314fee7a-b9e0-432f-805d-27d601294e46 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:35:27.632915 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-621c7de5-5e5e-4d62-8928-4df78fd56927 None None] Provisioning complete for port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:27.633376 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-621c7de5-5e5e-4d62-8928-4df78fd56927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:27.668488 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2cde1477-424a-473c-a520-6ee5368991c0 req-8500d2a6-0aa7-4cb7-8922-3f355b753c21 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153358 Jan 17 00:35:27.777301 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:27.802908 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cda3c-adbe-4132-b514-0075ee86b36a req-57b03b2d-7f2a-4a5c-b7ef-997549416973 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:27.838430 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-685cda3c-adbe-4132-b514-0075ee86b36a req-57b03b2d-7f2a-4a5c-b7ef-997549416973 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.2028294 Jan 17 00:35:27.910483 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71ad170-53ff-4e97-bb60-9c62c9901c6d x-openstack-request-id: req-e71ad170-53ff-4e97-bb60-9c62c9901c6d {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:35:27.911256 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-plugged", "status": "completed", "tag": "d387932f-7090-40dc-82db-f73f3978410d", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:35:27.911719 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e71ad170-53ff-4e97-bb60-9c62c9901c6d {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:35:27.913586 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d', 'code': 200} Jan 17 00:35:28.005304 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Router d8069879-253e-4b79-a2fc-a0350e64921d has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:35:28.009441 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-685cda3c-adbe-4132-b514-0075ee86b36a req-1d1181ce-9fbe-42b0-8568-2a816f356628 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695013 Jan 17 00:35:28.046717 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-621c7de5-5e5e-4d62-8928-4df78fd56927 None None] Current status of the port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:28.082004 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:28.082386 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:28.206521 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b958f-c3b9-458e-8fd1-04b5f50c2331 req-f2caaa2e-fad2-46a4-bafe-663c4fbc0da4 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:28.210927 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-019b958f-c3b9-458e-8fd1-04b5f50c2331 req-f2caaa2e-fad2-46a4-bafe-663c4fbc0da4 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 947 time: 0.2000849 Jan 17 00:35:28.288240 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-adc7adbb-c6a4-45a7-b233-d8de3e67fd35 None None] Provisioning complete for port 314fee7a-b9e0-432f-805d-27d601294e46 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:28.289143 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-adc7adbb-c6a4-45a7-b233-d8de3e67fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (314fee7a-b9e0-432f-805d-27d601294e46), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:28.334030 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-019b958f-c3b9-458e-8fd1-04b5f50c2331 req-1ffaddd2-fe5a-4d69-b6a9-210f0682d9d8 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141522 Jan 17 00:35:28.403816 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:35:28.409855 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-a7c8fa59-bd00-4ad8-87b6-3274ea7d47fa admin admin] 10.222.0.24 "PUT /v2.0/routers/d8069879-253e-4b79-a2fc-a0350e64921d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3315709 Jan 17 00:35:28.675727 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-adc7adbb-c6a4-45a7-b233-d8de3e67fd35 None None] Port 314fee7a-b9e0-432f-805d-27d601294e46 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:35:28.713518 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:28.732220 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 6764e7cd-43f0-4d7f-adc3-4d204fc43911 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:28.796535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c66f52-d555-459a-913c-c1c42361bdd0 req-5700ac74-b4e7-42d5-9a4a-f7e89bd254ee tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:28.798604 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-50c66f52-d555-459a-913c-c1c42361bdd0 req-5700ac74-b4e7-42d5-9a4a-f7e89bd254ee tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.1427805 Jan 17 00:35:28.849755 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-a694525b-3834-4c93-b3d4-c66188216c46 None None] Provisioning complete for port 314fee7a-b9e0-432f-805d-27d601294e46 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:28.850694 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a694525b-3834-4c93-b3d4-c66188216c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (314fee7a-b9e0-432f-805d-27d601294e46), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:28.944540 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-a694525b-3834-4c93-b3d4-c66188216c46 None None] Port 314fee7a-b9e0-432f-805d-27d601294e46 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:35:28.957829 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:28.960533 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-50c66f52-d555-459a-913c-c1c42361bdd0 req-c5f838df-7aca-4051-ae91-c5b8a4dc88e7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504290 Jan 17 00:35:28.974762 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:29.119896 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0926c82-7be9-4613-89f8-b05a2d9d7301 req-2f5f8d66-359a-43f1-92f4-fb5549af35a6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:29.135729 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c0926c82-7be9-4613-89f8-b05a2d9d7301 req-2f5f8d66-359a-43f1-92f4-fb5549af35a6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.1993368 Jan 17 00:35:29.237654 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c0926c82-7be9-4613-89f8-b05a2d9d7301 req-9c538a43-4aee-46d8-83cf-af724d0f139e tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005790 Jan 17 00:35:29.446424 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:29.489142 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e2b66-1be4-462e-a671-70b600f06fdc req-4ecfe951-63c0-4d39-be8c-d692de5ea22b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:29.490750 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-819e2b66-1be4-462e-a671-70b600f06fdc req-4ecfe951-63c0-4d39-be8c-d692de5ea22b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.1225290 Jan 17 00:35:29.662591 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-819e2b66-1be4-462e-a671-70b600f06fdc req-382aa9c7-9d75-4994-8122-facda5497ed5 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617904 Jan 17 00:35:29.758850 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 9e4cc182-039c-47a3-b7f2-86a69e8358f2 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:29.901335 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 9e4cc182-039c-47a3-b7f2-86a69e8358f2 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:29.901974 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:29.944228 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666cce7-635e-4f28-b6fe-37aa63e26bcb req-e95c2f06-c1a7-4678-b813-f11b02b2c65c tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:29.946269 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d666cce7-635e-4f28-b6fe-37aa63e26bcb req-e95c2f06-c1a7-4678-b813-f11b02b2c65c tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 947 time: 0.1285326 Jan 17 00:35:29.999297 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39590) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:30.006210 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-a49668af-e5c6-441e-b20e-e05d0ceee498 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360518054', 'description': 'tempest-secgroup-smoke-1360518054 description', 'project_id': 'b58b411178c84683afd99302a7ccf934'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:30.081691 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d666cce7-635e-4f28-b6fe-37aa63e26bcb req-9535c5ec-9234-4446-a646-c3e5d68e1c22 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252019 Jan 17 00:35:30.107020 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a49668af-e5c6-441e-b20e-e05d0ceee498 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.194268 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 9e4cc182-039c-47a3-b7f2-86a69e8358f2 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:30.194935 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.259253 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port 9e4cc182-039c-47a3-b7f2-86a69e8358f2, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=9e4cc182-039c-47a3-b7f2-86a69e8358f2,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:30.266027 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.345692 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a49668af-e5c6-441e-b20e-e05d0ceee498 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group (e698c223-710b-42eb-8cef-039508fe5500), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.357205 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a49668af-e5c6-441e-b20e-e05d0ceee498 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e698c223-710b-42eb-8cef-039508fe5500), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.383453 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a49668af-e5c6-441e-b20e-e05d0ceee498 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.386129 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-a49668af-e5c6-441e-b20e-e05d0ceee498 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3842049 Jan 17 00:35:30.394325 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39600) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:30.399557 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-0e3ee51e-cf5f-4fe6-8926-3cbbd3fb86a1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'security_group_rule': {'security_group_id': 'e698c223-710b-42eb-8cef-039508fe5500', 'project_id': 'b58b411178c84683afd99302a7ccf934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:30.424996 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=9e4cc182-039c-47a3-b7f2-86a69e8358f2,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:30.443711 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-6eaf5cf0-c826-4101-afd9-fe8ed457d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:30.450028 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-6eaf5cf0-c826-4101-afd9-fe8ed457d09f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c77846c82ca149b19fa8229608ee5a94&device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 1100 time: 0.3063202 Jan 17 00:35:30.466359 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49668af-e5c6-441e-b20e-e05d0ceee498 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e698c223-710b-42eb-8cef-039508fe5500,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:30.504039 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee51e-cf5f-4fe6-8926-3cbbd3fb86a1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (4108e5fe-3452-4372-a7cd-f901bff8f2db), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.512988 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05851abe-2ae4-4099-b8d5-504ad0acefda req-25752173-0747-4a50-a47a-a96d8e07d5a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769960 Jan 17 00:35:30.579259 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244f79-a92c-42c9-9d39-6c16e0c6b0e4 req-a741398f-eacf-490d-8565-da8a41e1ea46 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:30.587337 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c9244f79-a92c-42c9-9d39-6c16e0c6b0e4 req-a741398f-eacf-490d-8565-da8a41e1ea46 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.3527827 Jan 17 00:35:30.668578 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c9244f79-a92c-42c9-9d39-6c16e0c6b0e4 req-e8037c4f-842d-4899-ac82-fbe3b0a1c980 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788372 Jan 17 00:35:30.687788 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b9267-3d14-4935-8b0e-4ed8b8e41d3d req-f649d353-cfe1-4aae-8648-2873819995c5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:30.695461 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-994b9267-3d14-4935-8b0e-4ed8b8e41d3d req-f649d353-cfe1-4aae-8648-2873819995c5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.2398915 Jan 17 00:35:30.696810 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee51e-cf5f-4fe6-8926-3cbbd3fb86a1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (4108e5fe-3452-4372-a7cd-f901bff8f2db), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.707414 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee51e-cf5f-4fe6-8926-3cbbd3fb86a1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (4108e5fe-3452-4372-a7cd-f901bff8f2db), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.766146 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e3ee51e-cf5f-4fe6-8926-3cbbd3fb86a1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.773592 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-0e3ee51e-cf5f-4fe6-8926-3cbbd3fb86a1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776391 Jan 17 00:35:30.777916 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39604) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:30.786371 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'security_group_rule': {'security_group_id': 'e698c223-710b-42eb-8cef-039508fe5500', 'project_id': 'b58b411178c84683afd99302a7ccf934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:30.795877 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ee51e-cf5f-4fe6-8926-3cbbd3fb86a1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4108e5fe-3452-4372-a7cd-f901bff8f2db,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:30.847258 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (f104dea9-c1e7-4380-bcb8-f6a672c55382), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.855942 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-994b9267-3d14-4935-8b0e-4ed8b8e41d3d req-4af6d832-56f6-4585-a541-c4efee255cc0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591325 Jan 17 00:35:30.925432 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a3e69d18-d528-472b-b3c3-5668768da9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:30.973300 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-ccf966bc-9bf2-4382-8453-a3f0461febb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:30.977654 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-ccf966bc-9bf2-4382-8453-a3f0461febb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bcaab93-c047-47f7-a13f-c8d7dc7f624a HTTP/1.1" status: 200 len: 870 time: 0.5177796 Jan 17 00:35:30.996818 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (f104dea9-c1e7-4380-bcb8-f6a672c55382), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.003979 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (f104dea9-c1e7-4380-bcb8-f6a672c55382), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.042128 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f104dea9-c1e7-4380-bcb8-f6a672c55382,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:31.057522 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.061453 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2793369 Jan 17 00:35:31.061453 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.061453 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.061755 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.062050 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.062391 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.062728 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.063118 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.066999 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.067628 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.068226 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.068592 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.069069 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.069410 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38915ea-3dc0-4120-affa-26a9c0ab2af6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:31.072463 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39608) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:31.077645 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-86d62d3e-f5d5-4a33-9ef8-f0cfec279a5e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'security_group_rule': {'security_group_id': 'e698c223-710b-42eb-8cef-039508fe5500', 'project_id': 'b58b411178c84683afd99302a7ccf934', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:31.102723 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-2302e68a-fe7b-4d93-bfa7-97da36c267db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e640f599-5b7d-44d0-884e-74cd6ddc5c02 HTTP/1.1" status: 200 len: 217 time: 0.1150153 Jan 17 00:35:31.112771 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Sync routers for ids ['d8069879-253e-4b79-a2fc-a0350e64921d'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:35:31.127596 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Routers {'d8069879-253e-4b79-a2fc-a0350e64921d'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:31.128384 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['d8069879-253e-4b79-a2fc-a0350e64921d'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:31.140929 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-86d62d3e-f5d5-4a33-9ef8-f0cfec279a5e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (6aef82b5-d7dc-4a44-9256-eb2cd7b530cb), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.291154 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-86d62d3e-f5d5-4a33-9ef8-f0cfec279a5e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (6aef82b5-d7dc-4a44-9256-eb2cd7b530cb), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.298056 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Set router d8069879-253e-4b79-a2fc-a0350e64921d gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:31.301684 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-86d62d3e-f5d5-4a33-9ef8-f0cfec279a5e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (6aef82b5-d7dc-4a44-9256-eb2cd7b530cb), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.332151 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-86d62d3e-f5d5-4a33-9ef8-f0cfec279a5e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.337622 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-86d62d3e-f5d5-4a33-9ef8-f0cfec279a5e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2634676 Jan 17 00:35:31.340641 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39616) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:31.347830 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-01297bdb-627e-4d27-94c8-2f0837ba77ac tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'security_group_rule': {'security_group_id': 'e698c223-710b-42eb-8cef-039508fe5500', 'project_id': 'b58b411178c84683afd99302a7ccf934', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:31.353693 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d62d3e-f5d5-4a33-9ef8-f0cfec279a5e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aef82b5-d7dc-4a44-9256-eb2cd7b530cb,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:31.416515 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-01297bdb-627e-4d27-94c8-2f0837ba77ac tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (a84ddbc5-3e54-4670-ba17-52d27bd6f626), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.444351 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31666abf-7564-4c9e-bf40-374ee6368d03 req-113bc6ce-6f29-49ab-a764-b5ef08fd655d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:31.454964 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-31666abf-7564-4c9e-bf40-374ee6368d03 req-113bc6ce-6f29-49ab-a764-b5ef08fd655d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.6299467 Jan 17 00:35:31.555442 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-c3fc3876-385a-4976-b6fe-c4d5f41410b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:31.556953 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-c3fc3876-385a-4976-b6fe-c4d5f41410b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa3fea63-c110-472e-a32a-a2ed0efb0b2a HTTP/1.1" status: 200 len: 843 time: 0.4306788 Jan 17 00:35:31.581351 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e0c4c-c42d-416d-b978-72a8d38f6287 req-293a69a3-1b8f-44f6-a52a-93d35aeadc80 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:31.582938 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d88e0c4c-c42d-416d-b978-72a8d38f6287 req-293a69a3-1b8f-44f6-a52a-93d35aeadc80 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.5027928 Jan 17 00:35:31.665818 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-31666abf-7564-4c9e-bf40-374ee6368d03 req-d4d86c51-210e-4f19-9242-fb4d42710b66 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100639 Jan 17 00:35:31.697627 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-01297bdb-627e-4d27-94c8-2f0837ba77ac tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (a84ddbc5-3e54-4670-ba17-52d27bd6f626), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.712337 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 9e4cc182-039c-47a3-b7f2-86a69e8358f2 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:31.715441 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-01297bdb-627e-4d27-94c8-2f0837ba77ac tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (a84ddbc5-3e54-4670-ba17-52d27bd6f626), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.756832 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01297bdb-627e-4d27-94c8-2f0837ba77ac tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84ddbc5-3e54-4670-ba17-52d27bd6f626,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:31.763457 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-75cbe7cf-ccdf-4540-ac2f-ccd74808cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:31.768114 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-01297bdb-627e-4d27-94c8-2f0837ba77ac tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.772280 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-01297bdb-627e-4d27-94c8-2f0837ba77ac tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4273624 Jan 17 00:35:31.772607 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39622) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:31.772938 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-75cbe7cf-ccdf-4540-ac2f-ccd74808cf02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bcaab93-c047-47f7-a13f-c8d7dc7f624a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2030785 Jan 17 00:35:31.779247 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d88e0c4c-c42d-416d-b978-72a8d38f6287 req-1807f932-e63f-47ed-9baa-654d803f8bd6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720874 Jan 17 00:35:31.780871 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-f0305f49-ef67-4d32-81d0-ca25cf7257fe tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'security_group_rule': {'security_group_id': 'e698c223-710b-42eb-8cef-039508fe5500', 'project_id': 'b58b411178c84683afd99302a7ccf934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:31.821434 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 9e4cc182-039c-47a3-b7f2-86a69e8358f2 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:31.821835 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.822066 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.securitygroups_db [None req-f0305f49-ef67-4d32-81d0-ca25cf7257fe tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Project b58b411178c84683afd99302a7ccf934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 00:35:31.829696 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-f0305f49-ef67-4d32-81d0-ca25cf7257fe tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (ce68d025-043f-42a1-ab03-2edc05b9f757), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.944881 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-f0305f49-ef67-4d32-81d0-ca25cf7257fe tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (ce68d025-043f-42a1-ab03-2edc05b9f757), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.955998 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-f0305f49-ef67-4d32-81d0-ca25cf7257fe tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (ce68d025-043f-42a1-ab03-2edc05b9f757), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:31.975430 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d0674-31da-4b9c-8601-0bfd099bd566 req-19a3bc61-4a95-4e94-b543-134e265287d7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:31.977438 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ee3d0674-31da-4b9c-8601-0bfd099bd566 req-19a3bc61-4a95-4e94-b543-134e265287d7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0836291 Jan 17 00:35:31.989693 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bd38a-929f-4c8f-9c93-adcbac0bc3cc req-0a3cb8f8-0c47-4f8a-bed0-c17428b76579 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:31.998062 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-049bd38a-929f-4c8f-9c93-adcbac0bc3cc req-0a3cb8f8-0c47-4f8a-bed0-c17428b76579 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 947 time: 0.2144170 Jan 17 00:35:32.001416 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0305f49-ef67-4d32-81d0-ca25cf7257fe tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce68d025-043f-42a1-ab03-2edc05b9f757,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:32.012568 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-f0305f49-ef67-4d32-81d0-ca25cf7257fe tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:32.016744 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-f0305f49-ef67-4d32-81d0-ca25cf7257fe tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2396135 Jan 17 00:35:32.022502 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39626) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:32.027522 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-37d7830b-a9b6-4036-afc5-7d786696ffd3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'security_group_rule': {'security_group_id': 'e698c223-710b-42eb-8cef-039508fe5500', 'project_id': 'b58b411178c84683afd99302a7ccf934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:32.073650 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 9e4cc182-039c-47a3-b7f2-86a69e8358f2 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:32.083897 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:18Z', 'updated_at': '2022-01-17T00:35:26Z', 'revision_number': 4, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'gw_port': {'id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:19Z', 'updated_at': '2022-01-17T00:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '314fee7a-b9e0-432f-805d-27d601294e46', 'name': '', 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'mac_address': 'fa:16:3e:15:2b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f0b369b-833d-4dac-ae23-e943dd9d21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:24Z', 'updated_at': '2022-01-17T00:35:26Z', 'revision_number': 2, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'subnets': [{'id': '7f0b369b-833d-4dac-ae23-e943dd9d21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:32.086275 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.securitygroups_db [None req-37d7830b-a9b6-4036-afc5-7d786696ffd3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Project b58b411178c84683afd99302a7ccf934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 00:35:32.094178 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-37d7830b-a9b6-4036-afc5-7d786696ffd3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (b6bfb8a2-06fe-47f8-b2ca-bad2697e0a13), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:32.127964 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-049bd38a-929f-4c8f-9c93-adcbac0bc3cc req-42194fcf-3333-46f6-9118-68d242d6f468 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253943 Jan 17 00:35:32.151740 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Checking router: d8069879-253e-4b79-a2fc-a0350e64921d for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:35:32.152990 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Updating router d8069879-253e-4b79-a2fc-a0350e64921d port 314fee7a-b9e0-432f-805d-27d601294e46 binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:35:32.196741 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (314fee7a-b9e0-432f-805d-27d601294e46), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:32.205436 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ee3d0674-31da-4b9c-8601-0bfd099bd566 req-0cae0fed-6aa4-4048-ada8-834b46e93e4d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033610 Jan 17 00:35:32.215301 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-a45ea7b8-5d0d-4c1f-bbc7-347840575b41 service neutron] 10.222.0.15 "GET /v2.0/networks/8bcaab93-c047-47f7-a13f-c8d7dc7f624a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226818 Jan 17 00:35:32.235070 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-37d7830b-a9b6-4036-afc5-7d786696ffd3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (b6bfb8a2-06fe-47f8-b2ca-bad2697e0a13), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:32.242767 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-37d7830b-a9b6-4036-afc5-7d786696ffd3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (b6bfb8a2-06fe-47f8-b2ca-bad2697e0a13), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:32.272456 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-37d7830b-a9b6-4036-afc5-7d786696ffd3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:32.275578 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-37d7830b-a9b6-4036-afc5-7d786696ffd3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2501786 Jan 17 00:35:32.287991 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7830b-a9b6-4036-afc5-7d786696ffd3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bfb8a2-06fe-47f8-b2ca-bad2697e0a13,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:32.601537 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b82753-bc13-47b5-981e-2b68493150f5 req-5061da23-f5a6-44e9-bf0f-7ac1f8ab5dc3 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:32.609124 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c0b82753-bc13-47b5-981e-2b68493150f5 req-5061da23-f5a6-44e9-bf0f-7ac1f8ab5dc3 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.0681570 Jan 17 00:35:32.672902 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c0b82753-bc13-47b5-981e-2b68493150f5 req-e3d15bd8-42d4-4a3d-ac67-4bc04808b1f4 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577950 Jan 17 00:35:32.691688 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Publish callbacks [] for port (314fee7a-b9e0-432f-805d-27d601294e46), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:32.700597 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (314fee7a-b9e0-432f-805d-27d601294e46), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:32.757004 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Pushing event updated for resources: {'Port': ['ID=314fee7a-b9e0-432f-805d-27d601294e46,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:32.773669 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.774090 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.774460 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.774864 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.775308 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.775594 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.775930 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.776304 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.776740 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.777208 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.777545 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.777919 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.778363 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:32.909893 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Attempting to bind port 314fee7a-b9e0-432f-805d-27d601294e46 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:35:32.910805 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Attempting to bind port 314fee7a-b9e0-432f-805d-27d601294e46 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '1dddd726-f17a-4675-9c29-9457f0c94cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:35:32.911894 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Attempting to bind port 314fee7a-b9e0-432f-805d-27d601294e46 on network cd890919-6929-43d7-9071-cc4c58ed0c55 {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:35:32.920304 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:35:32.931797 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Checking segment: {'id': '1dddd726-f17a-4675-9c29-9457f0c94cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:32.932620 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:32.933204 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Bound using segment: {'id': '1dddd726-f17a-4675-9c29-9457f0c94cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:35:32.945506 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Bound port: 314fee7a-b9e0-432f-805d-27d601294e46, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dddd726-f17a-4675-9c29-9457f0c94cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:35:32.947454 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (314fee7a-b9e0-432f-805d-27d601294e46), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:33.128654 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] For port 314fee7a-b9e0-432f-805d-27d601294e46, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:35:33.135292 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] For port 314fee7a-b9e0-432f-805d-27d601294e46, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=314fee7a-b9e0-432f-805d-27d601294e46,segment=NetworkSegment(1dddd726-f17a-4675-9c29-9457f0c94cb7),segment_id=1dddd726-f17a-4675-9c29-9457f0c94cb7)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:35:33.148094 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (314fee7a-b9e0-432f-805d-27d601294e46), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:33.245646 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea58e0-1424-4a8d-8798-03265dbecd38 req-1317fb8b-e304-499a-94e0-3e5ed7e2a519 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:33.252612 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43ea58e0-1424-4a8d-8798-03265dbecd38 req-1317fb8b-e304-499a-94e0-3e5ed7e2a519 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.4409330 Jan 17 00:35:33.260846 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1b402f0-f842-43dc-ad11-42a82c8ae4e8 req-dc8e9f9e-a5c9-4df7-af66-30a75cac2610 service neutron] 10.222.0.15 "GET /v2.0/networks/8bcaab93-c047-47f7-a13f-c8d7dc7f624a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416066 Jan 17 00:35:33.278752 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2617dcca-1b9c-43d7-ae30-dd41b20a3770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:33.382623 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16217d2e-d30c-40b4-a7dd-365c7e24d3ba req-f68b112c-bcce-4b98-9c3f-e2ce31185069 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:33.390324 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-16217d2e-d30c-40b4-a7dd-365c7e24d3ba req-f68b112c-bcce-4b98-9c3f-e2ce31185069 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 947 time: 0.0964782 Jan 17 00:35:33.393407 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3863e-2f90-4eb5-b8a2-237c9002074f None None] Pushing event updated for resources: {'Port': ['ID=314fee7a-b9e0-432f-805d-27d601294e46,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:33.420315 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Routers {'d8069879-253e-4b79-a2fc-a0350e64921d'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:33.423927 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['d8069879-253e-4b79-a2fc-a0350e64921d'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:33.474520 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43ea58e0-1424-4a8d-8798-03265dbecd38 req-23910002-4085-4bac-a88d-275629f539f4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118406 Jan 17 00:35:33.576412 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-77c8b423-6f5f-4247-83a3-83583c398a82 None None] Provisioning complete for port 314fee7a-b9e0-432f-805d-27d601294e46 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:33.579381 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-77c8b423-6f5f-4247-83a3-83583c398a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (314fee7a-b9e0-432f-805d-27d601294e46), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:33.596552 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-16217d2e-d30c-40b4-a7dd-365c7e24d3ba req-4be67501-52f7-4e90-a81b-87daa360df7d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035339 Jan 17 00:35:33.737653 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6342-ce6e-4b59-b2dd-7d08350c93df req-a9fb909f-14d9-4a3c-855d-df2db75db980 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:33.745657 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] Set router d8069879-253e-4b79-a2fc-a0350e64921d gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:33.747734 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8fea6342-ce6e-4b59-b2dd-7d08350c93df req-a9fb909f-14d9-4a3c-855d-df2db75db980 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.1060157 Jan 17 00:35:33.813113 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8fea6342-ce6e-4b59-b2dd-7d08350c93df req-4b4e2d2a-954d-44fb-9e77-acfbd452b4af tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620034 Jan 17 00:35:33.962385 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-77c8b423-6f5f-4247-83a3-83583c398a82 None None] Current status of the port 314fee7a-b9e0-432f-805d-27d601294e46 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:33.963172 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-77c8b423-6f5f-4247-83a3-83583c398a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (314fee7a-b9e0-432f-805d-27d601294e46), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:33.963550 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4ae77-fca2-48d8-9fa1-331685012f9a req-898d32e5-0585-4a51-8715-647b4c647599 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:33.971687 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40e4ae77-fca2-48d8-9fa1-331685012f9a req-898d32e5-0585-4a51-8715-647b4c647599 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0774975 Jan 17 00:35:34.041749 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40e4ae77-fca2-48d8-9fa1-331685012f9a req-872078f9-96d3-4b02-a799-5f0f52b7f575 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686007 Jan 17 00:35:34.066116 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-77c8b423-6f5f-4247-83a3-83583c398a82 None None] For port 314fee7a-b9e0-432f-805d-27d601294e46, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=314fee7a-b9e0-432f-805d-27d601294e46,segment=NetworkSegment(1dddd726-f17a-4675-9c29-9457f0c94cb7),segment_id=1dddd726-f17a-4675-9c29-9457f0c94cb7)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:34.087169 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-77c8b423-6f5f-4247-83a3-83583c398a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (314fee7a-b9e0-432f-805d-27d601294e46), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:34.191450 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:18Z', 'updated_at': '2022-01-17T00:35:26Z', 'revision_number': 4, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'gw_port': {'id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:19Z', 'updated_at': '2022-01-17T00:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '314fee7a-b9e0-432f-805d-27d601294e46', 'name': '', 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'mac_address': 'fa:16:3e:15:2b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f0b369b-833d-4dac-ae23-e943dd9d21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:24Z', 'updated_at': '2022-01-17T00:35:33Z', 'revision_number': 4, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'subnets': [{'id': '7f0b369b-833d-4dac-ae23-e943dd9d21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:34.195976 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8b423-6f5f-4247-83a3-83583c398a82 None None] Pushing event updated for resources: {'Port': ['ID=314fee7a-b9e0-432f-805d-27d601294e46,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:34.236523 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8c8c10-97a1-4038-ad72-0ba388b6b651 None None] The sync data for ids ['d8069879-253e-4b79-a2fc-a0350e64921d'] in dv-cinder-815461-7-iscsi is: [{'id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:18Z', 'updated_at': '2022-01-17T00:35:26Z', 'revision_number': 4, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'gw_port': {'id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:19Z', 'updated_at': '2022-01-17T00:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '314fee7a-b9e0-432f-805d-27d601294e46', 'name': '', 'network_id': 'cd890919-6929-43d7-9071-cc4c58ed0c55', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'mac_address': 'fa:16:3e:15:2b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '7f0b369b-833d-4dac-ae23-e943dd9d21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:24Z', 'updated_at': '2022-01-17T00:35:33Z', 'revision_number': 4, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'subnets': [{'id': '7f0b369b-833d-4dac-ae23-e943dd9d21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:35:34.250095 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-41b739f0-7e01-49d2-a211-3d6ca0f6c15c None None] Provisioning complete for port 314fee7a-b9e0-432f-805d-27d601294e46 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:34.250624 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-41b739f0-7e01-49d2-a211-3d6ca0f6c15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (314fee7a-b9e0-432f-805d-27d601294e46), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:34.472335 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-41b739f0-7e01-49d2-a211-3d6ca0f6c15c None None] Current status of the port 314fee7a-b9e0-432f-805d-27d601294e46 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:34.743416 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815ba13-112d-45b9-9a29-b36b8b43990a req-569a722a-1a7a-406b-8838-43de3a07e28d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:34.752243 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9815ba13-112d-45b9-9a29-b36b8b43990a req-569a722a-1a7a-406b-8838-43de3a07e28d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.1134186 Jan 17 00:35:34.862726 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:34.880896 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9815ba13-112d-45b9-9a29-b36b8b43990a req-a7bf0c29-eb45-41fe-8898-ec7e030b0224 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276975 Jan 17 00:35:34.888892 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c4138-d635-4e14-b676-d5775baa9054 req-f7e70ef9-e865-45fb-bfed-3edaca91e4bf tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:34.895880 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-322c4138-d635-4e14-b676-d5775baa9054 req-f7e70ef9-e865-45fb-bfed-3edaca91e4bf tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 947 time: 0.1248701 Jan 17 00:35:34.978537 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-322c4138-d635-4e14-b676-d5775baa9054 req-62c19efb-f977-4b1b-9f85-9e6b9e66607c tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815296 Jan 17 00:35:35.040699 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:35.689463 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 314fee7a-b9e0-432f-805d-27d601294e46 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:35.862583 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 314fee7a-b9e0-432f-805d-27d601294e46 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:35.863185 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (314fee7a-b9e0-432f-805d-27d601294e46), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:36.237300 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc06bc5-776b-439e-b634-8136c7120374 req-96332adf-50cc-4091-993a-0d5f2bf7ab6f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:36.238847 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cfc06bc5-776b-439e-b634-8136c7120374 req-96332adf-50cc-4091-993a-0d5f2bf7ab6f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.1068208 Jan 17 00:35:36.347717 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cfc06bc5-776b-439e-b634-8136c7120374 req-7ac7f37e-ee31-41e4-a65e-18cfc3abea00 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981460 Jan 17 00:35:36.444147 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 314fee7a-b9e0-432f-805d-27d601294e46 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:36.560586 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-07299b8d-9b35-4ef5-b221-85230366f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:36.563999 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-07299b8d-9b35-4ef5-b221-85230366f933 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1099 time: 0.1547256 Jan 17 00:35:36.603123 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4d940-77a1-46d2-8739-99c2ce5f179a req-ba939b21-8a3c-4605-9c81-98489a002434 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:36.605114 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-30c4d940-77a1-46d2-8739-99c2ce5f179a req-ba939b21-8a3c-4605-9c81-98489a002434 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 947 time: 0.1187329 Jan 17 00:35:36.713116 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-30c4d940-77a1-46d2-8739-99c2ce5f179a req-1d33d7ef-227e-404f-9054-6d36eb99194d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867331 Jan 17 00:35:36.725049 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device e640f599-5b7d-44d0-884e-74cd6ddc5c02 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:35:36.829022 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:36.868000 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-950c1b90-46d7-4e34-ab11-a4661aba3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:36.870245 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-950c1b90-46d7-4e34-ab11-a4661aba3901 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 920 time: 0.2882159 Jan 17 00:35:36.945743 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port e640f599-5b7d-44d0-884e-74cd6ddc5c02, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e640f599-5b7d-44d0-884e-74cd6ddc5c02,segment=NetworkSegment(30edfd8e-2b65-4b3f-a992-4de0032c28bf),segment_id=30edfd8e-2b65-4b3f-a992-4de0032c28bf)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:36.967074 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'e640f599-5b7d-44d0-884e-74cd6ddc5c02', 'network_id': '8bcaab93-c047-47f7-a13f-c8d7dc7f624a', 'port_id': 'e640f599-5b7d-44d0-884e-74cd6ddc5c02', 'mac_address': 'fa:16:3e:b5:b3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3fea63-c110-472e-a32a-a2ed0efb0b2a', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:35:36.974501 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-6b63b3cb-b8b6-47e3-9af5-2bf5a1cfc89b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b46a2c2c-c414-451e-a594-3c4acc530734 HTTP/1.1" status: 200 len: 217 time: 0.0942481 Jan 17 00:35:36.980605 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-338d4761-8c00-4aec-af5d-458765deb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:36.984446 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-338d4761-8c00-4aec-af5d-458765deb20f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 1099 time: 0.2226462 Jan 17 00:35:37.072601 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port e640f599-5b7d-44d0-884e-74cd6ddc5c02 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:37.073282 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:37.085251 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-ec6700af-c511-4db6-a156-e3cdd5e55d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:37.087011 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-ec6700af-c511-4db6-a156-e3cdd5e55d57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.0888038 Jan 17 00:35:37.126842 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e640f599-5b7d-44d0-884e-74cd6ddc5c02 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:35:37.211280 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port e640f599-5b7d-44d0-884e-74cd6ddc5c02, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e640f599-5b7d-44d0-884e-74cd6ddc5c02,segment=NetworkSegment(30edfd8e-2b65-4b3f-a992-4de0032c28bf),segment_id=30edfd8e-2b65-4b3f-a992-4de0032c28bf)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:37.221113 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-db8a3172-498c-45f1-a8a0-7786150d4588 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022053 Jan 17 00:35:37.223360 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:37.350196 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=e640f599-5b7d-44d0-884e-74cd6ddc5c02,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:37.369051 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:37.389738 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-ed6ee789-3c2a-4d12-9671-696dbc31991f service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524642 Jan 17 00:35:37.424262 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc03cc-06ca-4913-a88d-70a6e5c18050 req-3a097996-f0bd-4d4e-b157-c039174d0054 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:37.432389 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05fc03cc-06ca-4913-a88d-70a6e5c18050 req-3a097996-f0bd-4d4e-b157-c039174d0054 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.4438889 Jan 17 00:35:37.589942 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-b002ff3b-e7e4-452d-ac1b-fe1355bac229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:37.589942 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-b002ff3b-e7e4-452d-ac1b-fe1355bac229 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 917 time: 0.4996555 Jan 17 00:35:37.629614 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05fc03cc-06ca-4913-a88d-70a6e5c18050 req-5a4a0809-cc9f-4bfb-b082-ba75b3e795f4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961744 Jan 17 00:35:37.652361 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d1ec2-9e21-4071-a26a-250d56c062e7 req-06c03a40-390a-43a5-b8c2-c7d4295d9c5d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:37.661759 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9a5d1ec2-9e21-4071-a26a-250d56c062e7 req-06c03a40-390a-43a5-b8c2-c7d4295d9c5d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.1998763 Jan 17 00:35:37.706861 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['e640f599-5b7d-44d0-884e-74cd6ddc5c02'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:35:37.761369 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-095bfc70-d3a4-4198-a501-ce964409ca30 req-c21894de-302e-4ebe-a871-ac511c2f4e57 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610282 Jan 17 00:35:37.797944 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-8209dde1-7346-421c-903b-285387ffe28d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d387932f-7090-40dc-82db-f73f3978410d HTTP/1.1" status: 200 len: 1002 time: 0.1815283 Jan 17 00:35:38.051641 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9a5d1ec2-9e21-4071-a26a-250d56c062e7 req-1b441a9d-439d-4d39-a447-ad963518a30f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881571 Jan 17 00:35:38.084445 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-c6623ee5-4ace-4699-a78a-696f37e5f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:38.088580 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-c6623ee5-4ace-4699-a78a-696f37e5f577 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.2698262 Jan 17 00:35:38.102718 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32bd91-3a92-43f4-a55f-8be7c43927d5 req-1488cae9-bdcc-47b8-b0f4-2be4e14afd7d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:38.104944 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7a32bd91-3a92-43f4-a55f-8be7c43927d5 req-1488cae9-bdcc-47b8-b0f4-2be4e14afd7d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 948 time: 0.1598485 Jan 17 00:35:38.193013 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-c39cfc26-303a-4e9c-8ab4-4d723720c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:38.194634 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-c39cfc26-303a-4e9c-8ab4-4d723720c114 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883579 Jan 17 00:35:38.204780 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7a32bd91-3a92-43f4-a55f-8be7c43927d5 req-4efdad10-5e80-4417-9b05-14b911bddd5f tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660374 Jan 17 00:35:38.335443 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-4eb9bc79-7f43-436a-9cf7-f713a0262bc2 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295390 Jan 17 00:35:38.458441 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-35702ca6-576f-4242-a63a-c9ecf537ee06 req-ce050f09-dea5-48d1-bddc-cc509936201e service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153836 Jan 17 00:35:38.794398 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7882a-e156-4b54-aac9-6e1afe42d662 req-1154d11c-136a-4d1f-aa67-e70079601d12 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:38.799739 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2ad7882a-e156-4b54-aac9-6e1afe42d662 req-1154d11c-136a-4d1f-aa67-e70079601d12 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0668471 Jan 17 00:35:38.870636 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2ad7882a-e156-4b54-aac9-6e1afe42d662 req-3aca7d04-3768-4bf1-b7a4-0a286c713593 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680974 Jan 17 00:35:39.270676 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e560f-7eac-42c0-840f-819e894e49c4 req-4744f7e4-a5e5-4cce-adce-61657e9784b5 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:39.273659 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d58e560f-7eac-42c0-840f-819e894e49c4 req-4744f7e4-a5e5-4cce-adce-61657e9784b5 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0924118 Jan 17 00:35:39.401510 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d58e560f-7eac-42c0-840f-819e894e49c4 req-3f512cb0-9dd5-4387-b957-de41545bce73 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203961 Jan 17 00:35:39.439931 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562cc65-9b88-4ff4-a2a9-a9a1f1d171ca req-849c3e84-9763-4edb-86b0-17fa32688b59 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:39.444181 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1562cc65-9b88-4ff4-a2a9-a9a1f1d171ca req-849c3e84-9763-4edb-86b0-17fa32688b59 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 948 time: 0.1286528 Jan 17 00:35:39.527421 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1562cc65-9b88-4ff4-a2a9-a9a1f1d171ca req-e637542b-ed91-4863-a5fa-4a78717606a0 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744801 Jan 17 00:35:39.993804 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfafcfa-e582-4e99-aba0-63f146ba1e54 req-7f689644-60bc-4d40-a5d7-a3329d4f3ef4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:39.995902 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1cfafcfa-e582-4e99-aba0-63f146ba1e54 req-7f689644-60bc-4d40-a5d7-a3329d4f3ef4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0566244 Jan 17 00:35:40.052961 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1cfafcfa-e582-4e99-aba0-63f146ba1e54 req-d118f7f6-9680-4a2d-8432-635b48e7123e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492063 Jan 17 00:35:40.598580 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416d5b9-9e61-4c5f-9196-84f1375970fd req-6158f31a-7af3-4574-9ed6-e8216d4335e1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:40.603922 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6416d5b9-9e61-4c5f-9196-84f1375970fd req-6158f31a-7af3-4574-9ed6-e8216d4335e1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0701094 Jan 17 00:35:40.655833 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6416d5b9-9e61-4c5f-9196-84f1375970fd req-371cb879-1a4e-45e4-bce9-bfee83f1f09f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492685 Jan 17 00:35:40.747290 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device e640f599-5b7d-44d0-884e-74cd6ddc5c02 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:35:40.789497 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bb942-9ed1-47dc-bebc-8caca22a8e56 req-d08594da-c08b-4547-acb1-0cd1fc165cd0 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:40.791263 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d54bb942-9ed1-47dc-bebc-8caca22a8e56 req-d08594da-c08b-4547-acb1-0cd1fc165cd0 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 948 time: 0.0744460 Jan 17 00:35:40.832948 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port e640f599-5b7d-44d0-884e-74cd6ddc5c02 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:35:40.839429 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port e640f599-5b7d-44d0-884e-74cd6ddc5c02 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:40.840245 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:40.853377 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d54bb942-9ed1-47dc-bebc-8caca22a8e56 req-2ef6feb2-983f-42f7-9dba-ec2aa1c4bf08 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518537 Jan 17 00:35:40.948664 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port e640f599-5b7d-44d0-884e-74cd6ddc5c02 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:40.949060 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:40.973224 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec3d024-60ad-41de-84f1-753aae0cfac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e640f599-5b7d-44d0-884e-74cd6ddc5c02'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:35:40.975498 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5a7dfd-db2e-4ebc-b761-a82ae782dbdd" -d '{"events": [{"server_uuid": "aec3d024-60ad-41de-84f1-753aae0cfac8", "name": "network-vif-plugged", "status": "completed", "tag": "e640f599-5b7d-44d0-884e-74cd6ddc5c02"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:35:40.991521 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port e640f599-5b7d-44d0-884e-74cd6ddc5c02, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e640f599-5b7d-44d0-884e-74cd6ddc5c02,segment=NetworkSegment(30edfd8e-2b65-4b3f-a992-4de0032c28bf),segment_id=30edfd8e-2b65-4b3f-a992-4de0032c28bf)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:40.995945 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:41.022990 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71ac7f8-a975-4144-9b59-41478eb6514f x-openstack-request-id: req-a71ac7f8-a975-4144-9b59-41478eb6514f {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:35:41.023305 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec3d024-60ad-41de-84f1-753aae0cfac8", "name": "network-vif-plugged", "status": "completed", "tag": "e640f599-5b7d-44d0-884e-74cd6ddc5c02", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:35:41.023743 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a71ac7f8-a975-4144-9b59-41478eb6514f {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:35:41.024137 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec3d024-60ad-41de-84f1-753aae0cfac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e640f599-5b7d-44d0-884e-74cd6ddc5c02', 'code': 200} Jan 17 00:35:41.049240 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=e640f599-5b7d-44d0-884e-74cd6ddc5c02,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:41.183871 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f558fd-13a7-451e-b494-fd2c7ccfd51e req-e3631cac-260d-4dfe-904e-50adb6f4a935 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:41.185338 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05f558fd-13a7-451e-b494-fd2c7ccfd51e req-e3631cac-260d-4dfe-904e-50adb6f4a935 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0487816 Jan 17 00:35:41.231739 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05f558fd-13a7-451e-b494-fd2c7ccfd51e req-644526bf-ad95-4fef-a8ac-618025009b91 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Jan 17 00:35:41.401586 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bcc2b-705b-4a13-ad0c-4751a8ccd5eb req-348fda8b-d0d2-473e-868b-cad7435011a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:41.403122 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b5bcc2b-705b-4a13-ad0c-4751a8ccd5eb req-348fda8b-d0d2-473e-868b-cad7435011a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 1102 time: 0.0505159 Jan 17 00:35:41.450425 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b5bcc2b-705b-4a13-ad0c-4751a8ccd5eb req-7c27cd2a-7a29-4e6c-9053-0737334e5f0d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Jan 17 00:35:41.780167 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a70353-0183-4256-b4ec-33f38cb30404 req-100b5a45-7968-452e-9fcf-9c757eb43350 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:41.781703 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-36a70353-0183-4256-b4ec-33f38cb30404 req-100b5a45-7968-452e-9fcf-9c757eb43350 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0509958 Jan 17 00:35:41.836888 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-36a70353-0183-4256-b4ec-33f38cb30404 req-e46b8556-4472-4aee-9708-e357fa4e4a5f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494387 Jan 17 00:35:41.981200 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50bed6-b5cc-4009-9daf-d39fc3e16fa3 req-a2013bfa-e106-4451-910c-baace0d14fa2 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:41.982847 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a50bed6-b5cc-4009-9daf-d39fc3e16fa3 req-a2013bfa-e106-4451-910c-baace0d14fa2 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 949 time: 0.0562589 Jan 17 00:35:42.058822 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a50bed6-b5cc-4009-9daf-d39fc3e16fa3 req-8a2f485a-0b14-459a-bcb5-a31db1b8beec tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691726 Jan 17 00:35:42.066971 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-55830f93-6597-4440-8048-e737a14ad2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:42.068457 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-55830f93-6597-4440-8048-e737a14ad2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 1099 time: 0.0653062 Jan 17 00:35:42.171708 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-038f09c0-9705-44db-a316-5987fab5aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:42.173783 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-038f09c0-9705-44db-a316-5987fab5aca7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 917 time: 0.0845602 Jan 17 00:35:42.253690 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-265b99b9-1b23-42ed-b9d2-3542c0f7ebd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d387932f-7090-40dc-82db-f73f3978410d HTTP/1.1" status: 200 len: 1002 time: 0.0654533 Jan 17 00:35:42.313174 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-eb630964-2512-4fa0-8f1e-9f2668d5f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:42.314573 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-eb630964-2512-4fa0-8f1e-9f2668d5f99d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.0526416 Jan 17 00:35:42.377381 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2f530-2ba1-4c10-981a-2818078cbb8d req-2ca89d94-fa1b-4178-9ec7-efe9bef07b66 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:42.378898 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aeb2f530-2ba1-4c10-981a-2818078cbb8d req-2ca89d94-fa1b-4178-9ec7-efe9bef07b66 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0776508 Jan 17 00:35:42.410315 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-6d5059c5-b7f7-4788-ba24-5c8beaf29cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:42.412207 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-6d5059c5-b7f7-4788-ba24-5c8beaf29cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812302 Jan 17 00:35:42.500666 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aeb2f530-2ba1-4c10-981a-2818078cbb8d req-ca2cd918-4ebc-44d7-85c7-4254149273ff tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158233 Jan 17 00:35:42.538026 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-d5a9dfda-0655-43f1-acdf-8ffce4f4caba service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172125 Jan 17 00:35:42.646576 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-460ad9c7-0186-4806-8fc3-1b2c95e78386 req-0f96d649-1a2c-43c6-8b4e-13a114d8981a service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987298 Jan 17 00:35:42.972207 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e45cd-1fd8-4d96-bc13-b614ad117f93 req-08e7b2d6-2245-4c9b-9e9c-29c743d4c19c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:42.973823 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5e7e45cd-1fd8-4d96-bc13-b614ad117f93 req-08e7b2d6-2245-4c9b-9e9c-29c743d4c19c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0544386 Jan 17 00:35:43.033158 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5e7e45cd-1fd8-4d96-bc13-b614ad117f93 req-3ef707bb-5d1f-4aef-ac99-569ae88e193b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502706 Jan 17 00:35:43.191624 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01aa8-58f7-437c-a176-13ce5537c0cc req-b258e0fd-bded-47f6-a2c6-e17910ebf2c8 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:43.193285 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7e01aa8-58f7-437c-a176-13ce5537c0cc req-b258e0fd-bded-47f6-a2c6-e17910ebf2c8 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 949 time: 0.0519638 Jan 17 00:35:43.249075 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7e01aa8-58f7-437c-a176-13ce5537c0cc req-a9b0b305-2ca3-46f5-a1ae-f52cec05903d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498188 Jan 17 00:35:43.627732 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f6549-d910-487b-913c-58e9fe9fbc6f req-e271a5a8-5abf-4a24-8ca9-017162797fd1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:43.629232 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8d3f6549-d910-487b-913c-58e9fe9fbc6f req-e271a5a8-5abf-4a24-8ca9-017162797fd1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0572431 Jan 17 00:35:43.703175 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8d3f6549-d910-487b-913c-58e9fe9fbc6f req-40c848a3-4ec0-4712-80c3-ddbf80010160 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639861 Jan 17 00:35:44.168469 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:35:44.169081 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17371c3e-e835-4d1f-905e-dec0ab353cc4 req-18c7c1c7-0cb5-47ac-aee4-a510d51219fd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:44.170094 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-17371c3e-e835-4d1f-905e-dec0ab353cc4 req-18c7c1c7-0cb5-47ac-aee4-a510d51219fd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 946 time: 0.0520487 Jan 17 00:35:44.219812 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-17371c3e-e835-4d1f-905e-dec0ab353cc4 req-0782daff-d839-4484-a806-a2079b117bb7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436456 Jan 17 00:35:44.370371 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803ac0d-f4ab-4059-b432-0ed5081caa21 req-69bd79dd-7acb-4b72-af7d-80f3cebf20c8 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:44.372344 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7803ac0d-f4ab-4059-b432-0ed5081caa21 req-69bd79dd-7acb-4b72-af7d-80f3cebf20c8 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 949 time: 0.0547085 Jan 17 00:35:44.424733 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7803ac0d-f4ab-4059-b432-0ed5081caa21 req-60199dd6-4bf3-4163-85da-76038c45b2c3 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456283 Jan 17 00:35:44.695783 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14159f4-6112-4338-8138-eb928e8469c3 req-39e4ab56-41a8-4959-98ba-12bb74290164 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:44.697265 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c14159f4-6112-4338-8138-eb928e8469c3 req-39e4ab56-41a8-4959-98ba-12bb74290164 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 949 time: 0.0538585 Jan 17 00:35:44.749613 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c14159f4-6112-4338-8138-eb928e8469c3 req-dfded262-0417-4d65-9997-3b210f9bd79b tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467176 Jan 17 00:35:44.781242 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:35:44.826638 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33d339-1b13-4ec9-8f60-4be40f094438 req-68d8b127-bcd8-4ad1-9811-7fbcb1d22e4c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:44.828171 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1f33d339-1b13-4ec9-8f60-4be40f094438 req-68d8b127-bcd8-4ad1-9811-7fbcb1d22e4c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0526278 Jan 17 00:35:44.879361 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d387932f-7090-40dc-82db-f73f3978410d is: ACTIVE; New status is: DOWN {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:44.879962 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:44.883416 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1f33d339-1b13-4ec9-8f60-4be40f094438 req-6b97391b-7118-46f8-bc8f-13bad93ae5cb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 Jan 17 00:35:44.915801 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:35:44.918086 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c534e2-2545-404a-acda-62fd4876b64d" -d '{"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-unplugged", "status": "completed", "tag": "d387932f-7090-40dc-82db-f73f3978410d"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:35:44.938083 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:44.948197 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:44.974615 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 00:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc02f73-6493-4070-ae84-d9082933a47c x-openstack-request-id: req-6cc02f73-6493-4070-ae84-d9082933a47c {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:35:44.975183 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-unplugged", "status": "completed", "tag": "d387932f-7090-40dc-82db-f73f3978410d", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:35:44.975621 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cc02f73-6493-4070-ae84-d9082933a47c {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:35:44.976168 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d', 'code': 200} Jan 17 00:35:45.009023 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=8']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:45.034102 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05edd7-4bc3-46f3-b2fe-f5af502c4a55 req-e6d61fd5-2c0b-4834-8c3f-23798f24f8f4 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:45.036639 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4c05edd7-4bc3-46f3-b2fe-f5af502c4a55 req-e6d61fd5-2c0b-4834-8c3f-23798f24f8f4 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.0836027 Jan 17 00:35:45.097414 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4c05edd7-4bc3-46f3-b2fe-f5af502c4a55 req-6476c162-154e-470f-aada-2f896ea94c03 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Jan 17 00:35:45.125338 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 39900) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:45.361504 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf241a-b0f6-4865-89b4-c47de7764b89 tempest-TestMinimumBasicScenario-1899716375 tempest-TestMinimumBasicScenario-1899716375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:45.363069 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-0bdf241a-b0f6-4865-89b4-c47de7764b89 tempest-TestMinimumBasicScenario-1899716375 tempest-TestMinimumBasicScenario-1899716375-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 1093 time: 0.2364280 Jan 17 00:35:45.366886 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39906) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:45.372559 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'floatingip': {'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'port_id': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:45.376919 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a231b-e297-42b6-8933-7006ac7f4b2e req-562222bf-d7ee-4bbd-90f6-a888aea33f3b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:45.378730 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-882a231b-e297-42b6-8933-7006ac7f4b2e req-562222bf-d7ee-4bbd-90f6-a888aea33f3b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0676889 Jan 17 00:35:45.400618 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:45.523651 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:45.648405 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Allocated IP 172.27.3.203 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/45f22765-7416-4f4b-b982-22c9e13e8a04) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:35:45.660377 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-882a231b-e297-42b6-8933-7006ac7f4b2e req-a64eed81-768f-4a58-ac32-b131aff2f67f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754681 Jan 17 00:35:45.764839 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for port (45f22765-7416-4f4b-b982-22c9e13e8a04), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:45.799405 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (45f22765-7416-4f4b-b982-22c9e13e8a04), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:45.843707 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:35:45.846846 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:35:45.851501 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:35:45.855118 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'Port': ['ID=45f22765-7416-4f4b-b982-22c9e13e8a04,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:45.885471 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db838-f58d-4f6e-a887-445383613413 req-f29a0d9b-3b92-4e9f-8b1a-e47a5e82c39f tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:45.887248 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-777db838-f58d-4f6e-a887-445383613413 req-f29a0d9b-3b92-4e9f-8b1a-e47a5e82c39f tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 949 time: 0.0631268 Jan 17 00:35:45.962110 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-777db838-f58d-4f6e-a887-445383613413 req-7830da95-a7e9-4a59-a375-b974cd4c9f18 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663638 Jan 17 00:35:46.059582 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740309fc-6d70-4c7a-a2a3-feace10ac4dc req-353a825d-358a-446e-b79a-0436b760b8bd tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:46.061956 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-740309fc-6d70-4c7a-a2a3-feace10ac4dc req-353a825d-358a-446e-b79a-0436b760b8bd tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0736639 Jan 17 00:35:46.135573 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-740309fc-6d70-4c7a-a2a3-feace10ac4dc req-2ec327ef-4a2c-41ba-9b76-1c25240084ff tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652285 Jan 17 00:35:46.299531 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for floatingip (9bcbd6f3-7cb9-43b1-991e-6552dd70abe0), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:46.381768 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (45f22765-7416-4f4b-b982-22c9e13e8a04), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:46.499088 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb99d-aee2-4034-9a18-b63d462e714c req-38393eaa-c2f7-49dd-a8b1-da1ba5ed1394 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:46.501066 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2ecbb99d-aee2-4034-9a18-b63d462e714c req-38393eaa-c2f7-49dd-a8b1-da1ba5ed1394 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 945 time: 0.0717533 Jan 17 00:35:46.558687 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2ecbb99d-aee2-4034-9a18-b63d462e714c req-80295883-7c84-41f3-8c1e-9920acd2bd78 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507991 Jan 17 00:35:46.590008 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for port (45f22765-7416-4f4b-b982-22c9e13e8a04), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:46.594819 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (45f22765-7416-4f4b-b982-22c9e13e8a04), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:46.675421 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'Port': ['ID=45f22765-7416-4f4b-b982-22c9e13e8a04,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:46.684852 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (9bcbd6f3-7cb9-43b1-991e-6552dd70abe0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:46.815706 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340991f-c7f5-488c-983e-fe14bd75f36a req-4b88969f-9c67-4a18-a6bb-baeffef21877 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:46.817415 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c340991f-c7f5-488c-983e-fe14bd75f36a req-4b88969f-9c67-4a18-a6bb-baeffef21877 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0690246 Jan 17 00:35:46.878768 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c340991f-c7f5-488c-983e-fe14bd75f36a req-11d27c69-b6a9-4bc9-9541-0fd308fd4e9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543885 Jan 17 00:35:47.032499 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.l3_db [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Floating IP 9bcbd6f3-7cb9-43b1-991e-6552dd70abe0 associated. External IP: 172.27.3.203, port: e2ea53f7-76f1-4ae4-8f28-fcd27cf29847. Jan 17 00:35:47.119511 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df84063-1735-429d-bf30-76ddacd30368 req-4ac9b0ec-2249-44e1-9560-bd26c0953120 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:47.121093 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8df84063-1735-429d-bf30-76ddacd30368 req-4ac9b0ec-2249-44e1-9560-bd26c0953120 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 949 time: 0.0651078 Jan 17 00:35:47.223478 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8df84063-1735-429d-bf30-76ddacd30368 req-8c1ab22e-cf20-453f-b5b2-39b191a67326 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902438 Jan 17 00:35:47.306866 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fc5c9-6b0d-48b7-91c9-2f40784e344d req-d08bac91-2d5d-4acf-afcc-076d46f537d4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:47.309620 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fa4fc5c9-6b0d-48b7-91c9-2f40784e344d req-d08bac91-2d5d-4acf-afcc-076d46f537d4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0849345 Jan 17 00:35:47.314356 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Router 58d383f3-6ad9-477c-a744-847d3fb22b77 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:35:47.383544 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fa4fc5c9-6b0d-48b7-91c9-2f40784e344d req-c93c0659-4f7c-48a9-80d7-f215c8f8c930 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674224 Jan 17 00:35:47.438004 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:35:47.449704 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] Sync routers for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:35:47.464566 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:47.469464 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:47.470609 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:47.495297 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-3f1691dd-48f2-4392-b981-245fde631abc tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1265168 Jan 17 00:35:47.495944 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:35:47.498310 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49" -d '{"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:35:47.498770 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 39934) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:47.504535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098816785', 'description': 'tempest-secgroup-smoke-1098816785 description', 'project_id': '5c8d018f858b48c78141f947fafd9e4c'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:47.534992 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:47.550292 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96597d6e-2073-45c7-a9c7-5bb9789f00f4 x-openstack-request-id: req-96597d6e-2073-45c7-a9c7-5bb9789f00f4 {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:35:47.550622 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:35:47.550866 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96597d6e-2073-45c7-a9c7-5bb9789f00f4 {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:35:47.551318 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'status': 'completed', 'code': 200} Jan 17 00:35:47.613635 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:47.670007 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group (079358a2-6233-4c98-b5de-2068899163f1), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:47.684946 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (079358a2-6233-4c98-b5de-2068899163f1), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:47.741150 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:47.742391 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2425461 Jan 17 00:35:47.746148 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39940) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:47.748540 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079358a2-6233-4c98-b5de-2068899163f1,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:47.754076 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-5cedc03f-14c4-4afe-b30b-047b2e55c08b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'security_group_rule': {'security_group_id': '079358a2-6233-4c98-b5de-2068899163f1', 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:47.756594 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-85f57175-1bda-4541-bae9-2ddef1f8a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:47.758087 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-85f57175-1bda-4541-bae9-2ddef1f8a20a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8d018f858b48c78141f947fafd9e4c&device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 1098 time: 0.1241927 Jan 17 00:35:47.765539 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.765897 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.766265 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.766599 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.767504 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.767844 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.768182 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.768511 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.769490 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.769490 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.769490 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.769805 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.770133 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f125b6a-cc2f-4456-a882-e2964e98255f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:35:47.781571 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fa232-c883-49b3-b6f2-eb299c98a5d1 req-82b09466-2644-4193-8191-2cdece53890c tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:47.783749 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-951fa232-c883-49b3-b6f2-eb299c98a5d1 req-82b09466-2644-4193-8191-2cdece53890c tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 945 time: 0.1171525 Jan 17 00:35:47.810110 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5cedc03f-14c4-4afe-b30b-047b2e55c08b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (45f081dc-4759-43ad-ac1e-f0a00e6a5949), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:47.861003 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '9bcbd6f3-7cb9-43b1-991e-6552dd70abe0', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'port_id': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'mac_address': 'fa:16:3e:a5:4c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:35:46Z', 'updated_at': '2022-01-17T00:35:46Z', 'revision_number': 0, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3687e39-9f90-473d-a5e2-b33fd25aa414', 'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'mac_address': 'fa:16:3e:b4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:25Z', 'updated_at': '2022-01-17T00:34:32Z', 'revision_number': 5, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'subnets': [{'id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:47.887010 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5cedc03f-14c4-4afe-b30b-047b2e55c08b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (45f081dc-4759-43ad-ac1e-f0a00e6a5949), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:47.893607 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5cedc03f-14c4-4afe-b30b-047b2e55c08b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (45f081dc-4759-43ad-ac1e-f0a00e6a5949), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:47.893982 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] Checking router: 58d383f3-6ad9-477c-a744-847d3fb22b77 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:35:47.904824 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:35:47.905456 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:47.930033 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedc03f-14c4-4afe-b30b-047b2e55c08b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f081dc-4759-43ad-ac1e-f0a00e6a5949,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:47.943945 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-951fa232-c883-49b3-b6f2-eb299c98a5d1 req-8c50bdad-abee-4ce5-853e-fb8506f682e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532021 Jan 17 00:35:47.950061 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5cedc03f-14c4-4afe-b30b-047b2e55c08b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:47.952555 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-5cedc03f-14c4-4afe-b30b-047b2e55c08b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2049868 Jan 17 00:35:47.958014 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39944) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:47.974156 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-e9c8d805-5bcf-40b9-b789-c307ff872dce tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'security_group_rule': {'security_group_id': '079358a2-6233-4c98-b5de-2068899163f1', 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:48.039238 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d805-5bcf-40b9-b789-c307ff872dce tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (fda096eb-6164-4cbf-ade9-340fdcc57c5f), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.092080 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:35:48.094267 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-9e4ecab5-ed04-49bd-8c18-004cb8fdf8dd tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:48.096581 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-9e4ecab5-ed04-49bd-8c18-004cb8fdf8dd tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 949 time: 0.2443321 Jan 17 00:35:48.152190 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d805-5bcf-40b9-b789-c307ff872dce tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (fda096eb-6164-4cbf-ade9-340fdcc57c5f), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.159927 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d805-5bcf-40b9-b789-c307ff872dce tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (fda096eb-6164-4cbf-ade9-340fdcc57c5f), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.177535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-034a6452-0330-46bd-8b18-5a779bc70d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:48.179182 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-034a6452-0330-46bd-8b18-5a779bc70d66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=405b8fb8-3cfa-4141-8014-5c4314cb4511 HTTP/1.1" status: 200 len: 915 time: 0.3255711 Jan 17 00:35:48.190663 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d805-5bcf-40b9-b789-c307ff872dce tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda096eb-6164-4cbf-ade9-340fdcc57c5f,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:48.214177 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d805-5bcf-40b9-b789-c307ff872dce tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.218922 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-e9c8d805-5bcf-40b9-b789-c307ff872dce tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2563443 Jan 17 00:35:48.223250 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39948) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:48.226635 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-1a9a823c-68d4-41b4-b131-84c9d839b5f6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'security_group_rule': {'security_group_id': '079358a2-6233-4c98-b5de-2068899163f1', 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:48.255457 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aad80f-7a76-45a1-9cf9-65491fed086a req-9712bbc7-1720-4ceb-94e6-c5eb6e216166 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:48.257055 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2aad80f-7a76-45a1-9cf9-65491fed086a req-9712bbc7-1720-4ceb-94e6-c5eb6e216166 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.2251234 Jan 17 00:35:48.275868 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-1a9a823c-68d4-41b4-b131-84c9d839b5f6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (be8a37e0-7e22-4316-9015-452c2ebd8c35), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.369313 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-1a9a823c-68d4-41b4-b131-84c9d839b5f6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (be8a37e0-7e22-4316-9015-452c2ebd8c35), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.377106 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-1a9a823c-68d4-41b4-b131-84c9d839b5f6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (be8a37e0-7e22-4316-9015-452c2ebd8c35), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.399156 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a823c-68d4-41b4-b131-84c9d839b5f6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8a37e0-7e22-4316-9015-452c2ebd8c35,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:48.407399 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-e4501503-707f-4c82-a5a1-bacf2dd5fc55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 999 time: 0.2135975 Jan 17 00:35:48.411652 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-1a9a823c-68d4-41b4-b131-84c9d839b5f6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.412875 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-1a9a823c-68d4-41b4-b131-84c9d839b5f6 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1916285 Jan 17 00:35:48.415801 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39954) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:48.420631 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-6e005b11-e466-4fa6-b0c5-d8098e24f2d1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'security_group_rule': {'security_group_id': '079358a2-6233-4c98-b5de-2068899163f1', 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:48.463190 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6e005b11-e466-4fa6-b0c5-d8098e24f2d1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (82b90750-0990-4ef6-8e46-c576023aaa92), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.495931 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2aad80f-7a76-45a1-9cf9-65491fed086a req-64defe9d-9125-4ccd-8685-a8249724fe4b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126749 Jan 17 00:35:48.519055 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-6e4ed505-c82e-41e7-8950-43fd24b710c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:48.520561 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-6e4ed505-c82e-41e7-8950-43fd24b710c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2 HTTP/1.1" status: 200 len: 853 time: 0.1030335 Jan 17 00:35:48.529387 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '9bcbd6f3-7cb9-43b1-991e-6552dd70abe0', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'port_id': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'mac_address': 'fa:16:3e:a5:4c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:35:46Z', 'updated_at': '2022-01-17T00:35:46Z', 'revision_number': 0, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3687e39-9f90-473d-a5e2-b33fd25aa414', 'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'mac_address': 'fa:16:3e:b4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:25Z', 'updated_at': '2022-01-17T00:34:32Z', 'revision_number': 5, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'subnets': [{'id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:35:48.531769 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0acc3f-e066-47f8-8ff1-c7d2f5c1a52d req-1c8ae9bc-20c8-449e-bbab-de317337dd78 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:48.533410 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ae0acc3f-e066-47f8-8ff1-c7d2f5c1a52d req-1c8ae9bc-20c8-449e-bbab-de317337dd78 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/ports?device_id=aec3d024-60ad-41de-84f1-753aae0cfac8 HTTP/1.1" status: 200 len: 949 time: 0.1989307 Jan 17 00:35:48.546999 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6e005b11-e466-4fa6-b0c5-d8098e24f2d1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (82b90750-0990-4ef6-8e46-c576023aaa92), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.554075 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6e005b11-e466-4fa6-b0c5-d8098e24f2d1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (82b90750-0990-4ef6-8e46-c576023aaa92), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.565860 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Deleting port e640f599-5b7d-44d0-884e-74cd6ddc5c02 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:35:48.566262 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.575947 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c29e8-25cc-42a8-beec-75a5b3b479fa None None] The sync data for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi is: [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '9bcbd6f3-7cb9-43b1-991e-6552dd70abe0', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'port_id': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'mac_address': 'fa:16:3e:a5:4c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:35:46Z', 'updated_at': '2022-01-17T00:35:46Z', 'revision_number': 0, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3687e39-9f90-473d-a5e2-b33fd25aa414', 'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'mac_address': 'fa:16:3e:b4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:25Z', 'updated_at': '2022-01-17T00:34:32Z', 'revision_number': 5, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'subnets': [{'id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:35:48.588603 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e005b11-e466-4fa6-b0c5-d8098e24f2d1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b90750-0990-4ef6-8e46-c576023aaa92,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:48.600964 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6e005b11-e466-4fa6-b0c5-d8098e24f2d1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.605367 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-6e005b11-e466-4fa6-b0c5-d8098e24f2d1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1852791 Jan 17 00:35:48.606644 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39958) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:48.612465 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-12f89912-2464-4e36-866f-f68b0ecdf462 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'security_group_rule': {'security_group_id': '079358a2-6233-4c98-b5de-2068899163f1', 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:48.650507 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.securitygroups_db [None req-12f89912-2464-4e36-866f-f68b0ecdf462 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Project 5c8d018f858b48c78141f947fafd9e4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 00:35:48.658241 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-12f89912-2464-4e36-866f-f68b0ecdf462 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (dae5fa63-d59f-408a-926f-cd173b6bce20), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.746851 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-12f89912-2464-4e36-866f-f68b0ecdf462 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (dae5fa63-d59f-408a-926f-cd173b6bce20), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.756915 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-e91691a3-d4b3-4a3d-bba9-26ca8810c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:48.758476 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-e91691a3-d4b3-4a3d-bba9-26ca8810c6d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=405b8fb8-3cfa-4141-8014-5c4314cb4511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2201977 Jan 17 00:35:48.759088 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-12f89912-2464-4e36-866f-f68b0ecdf462 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (dae5fa63-d59f-408a-926f-cd173b6bce20), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.804153 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f89912-2464-4e36-866f-f68b0ecdf462 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae5fa63-d59f-408a-926f-cd173b6bce20,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:48.814211 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ae0acc3f-e066-47f8-8ff1-c7d2f5c1a52d req-ec4cd234-d655-4d62-8b7f-f7ec2ec7b948 tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.24 "GET /v2.0/security-groups?id=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626112 Jan 17 00:35:48.816381 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:35:48.822595 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-12f89912-2464-4e36-866f-f68b0ecdf462 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.835878 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-12f89912-2464-4e36-866f-f68b0ecdf462 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2286592 Jan 17 00:35:48.836540 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 39960) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:48.852224 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-c1ab17ab-3886-4e57-90ab-cf462211bef5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'security_group_rule': {'security_group_id': '079358a2-6233-4c98-b5de-2068899163f1', 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:48.873113 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0657f-c7db-49f6-9d9a-5c5bb3745a2e req-7beee71d-4346-425a-af98-7ed5054e83ac tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:48.881105 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-52e0657f-c7db-49f6-9d9a-5c5bb3745a2e req-7beee71d-4346-425a-af98-7ed5054e83ac tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.2734475 Jan 17 00:35:48.897865 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa13f6-ff25-4aff-bc21-600332b9e218 None None] New status for floating IP 9bcbd6f3-7cb9-43b1-991e-6552dd70abe0: ACTIVE {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:35:48.901148 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.securitygroups_db [None req-c1ab17ab-3886-4e57-90ab-cf462211bef5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Project 5c8d018f858b48c78141f947fafd9e4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 00:35:48.908219 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c1ab17ab-3886-4e57-90ab-cf462211bef5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (76bf6191-f7c0-4b8f-9f7b-ff9fe63d0505), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.930230 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] For port e640f599-5b7d-44d0-884e-74cd6ddc5c02, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e640f599-5b7d-44d0-884e-74cd6ddc5c02,segment=NetworkSegment(30edfd8e-2b65-4b3f-a992-4de0032c28bf),segment_id=30edfd8e-2b65-4b3f-a992-4de0032c28bf)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:48.930620 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:48.977849 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Calling delete_port for e640f599-5b7d-44d0-884e-74cd6ddc5c02 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:35:49.029166 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-52e0657f-c7db-49f6-9d9a-5c5bb3745a2e req-c6659f1f-3ec8-440e-a7c9-b48f9566a2f5 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425376 Jan 17 00:35:49.032669 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c1ab17ab-3886-4e57-90ab-cf462211bef5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (76bf6191-f7c0-4b8f-9f7b-ff9fe63d0505), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:49.043650 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-3838f73e-06cd-4b33-964c-a7920c2e3340 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741327 Jan 17 00:35:49.045251 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c1ab17ab-3886-4e57-90ab-cf462211bef5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (76bf6191-f7c0-4b8f-9f7b-ff9fe63d0505), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:49.059736 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab17ab-3886-4e57-90ab-cf462211bef5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bf6191-f7c0-4b8f-9f7b-ff9fe63d0505,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:49.088267 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c1ab17ab-3886-4e57-90ab-cf462211bef5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:49.089976 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c1ab17ab-3886-4e57-90ab-cf462211bef5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2523735 Jan 17 00:35:49.187025 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d387932f-7090-40dc-82db-f73f3978410d is: DOWN; New status is: DOWN {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:49.312902 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3daaf9-25ec-4e0c-bf09-a8fc5b408c01 req-0ce03946-5917-42e3-8b18-281f33cf845d tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:49.315299 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5b3daaf9-25ec-4e0c-bf09-a8fc5b408c01 req-0ce03946-5917-42e3-8b18-281f33cf845d tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 945 time: 0.1577580 Jan 17 00:35:49.390117 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-623d1ae2-2131-4f77-8c9b-6f74ce71dd49 req-0950a6cd-94f7-47b2-b65d-1fd0eead3e0c service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937951 Jan 17 00:35:49.447544 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (e640f599-5b7d-44d0-884e-74cd6ddc5c02), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:49.542627 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5b3daaf9-25ec-4e0c-bf09-a8fc5b408c01 req-e1df33c5-873b-4b55-9c33-c5f8ce04be41 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096648 Jan 17 00:35:49.543409 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Pushing event deleted for resources: {'Port': ['ID=e640f599-5b7d-44d0-884e-74cd6ddc5c02,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:49.633762 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [req-49acad9e-64be-4ed8-9212-faaafe8d1975 req-8c5ce50b-91f3-405d-a169-07ef69989365 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:35:49.635028 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-49acad9e-64be-4ed8-9212-faaafe8d1975 req-8c5ce50b-91f3-405d-a169-07ef69989365 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201325 Jan 17 00:35:49.637361 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] No DVR routers for this DVR port e640f599-5b7d-44d0-884e-74cd6ddc5c02 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:35:49.642860 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-631ed556-147a-42be-8e59-ac020a4bc46f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098816785&fields=id&tenant_id=5c8d018f858b48c78141f947fafd9e4c HTTP/1.1" status: 200 len: 267 time: 0.2206357 Jan 17 00:35:49.646133 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:49.650390 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-258af123-a4eb-4977-abe2-cf6bd499bfe4 req-b70859fa-260d-43d1-b8e8-48a357d9b16d tempest-VolumesNegativeTest-145190288 tempest-VolumesNegativeTest-145190288-project] 10.222.0.15 "DELETE /v2.0/ports/e640f599-5b7d-44d0-884e-74cd6ddc5c02 HTTP/1.1" status: 204 len: 173 time: 1.5407984 Jan 17 00:35:49.650892 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec3d024-60ad-41de-84f1-753aae0cfac8', 'name': 'network-vif-deleted', 'tag': 'e640f599-5b7d-44d0-884e-74cd6ddc5c02'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:35:49.654317 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246036e9-da4d-4efe-8c4c-155a92108e2c" -d '{"events": [{"server_uuid": "aec3d024-60ad-41de-84f1-753aae0cfac8", "name": "network-vif-deleted", "tag": "e640f599-5b7d-44d0-884e-74cd6ddc5c02"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:35:49.697079 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110faece-e742-4fc9-b26c-6f6410efc99a req-d0fb0b65-44af-4c05-a78a-a1481d2b1ef0 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:49.698769 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-110faece-e742-4fc9-b26c-6f6410efc99a req-d0fb0b65-44af-4c05-a78a-a1481d2b1ef0 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 945 time: 0.2369807 Jan 17 00:35:49.762877 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-ec6bbcc6-3cff-4a07-bc40-af55d3709704 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:49.764763 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-ec6bbcc6-3cff-4a07-bc40-af55d3709704 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.1075191 Jan 17 00:35:49.803489 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-117cfd5a-8487-4cb2-8f12-07f3b8f5cd6b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'port': {'security_groups': ['09ededc4-84dc-4e09-bd40-0666f8268223', '079358a2-6233-4c98-b5de-2068899163f1']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:49.832763 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7168abd-7f10-4c47-94aa-4a9aa2258bf7 x-openstack-request-id: req-b7168abd-7f10-4c47-94aa-4a9aa2258bf7 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:35:49.833057 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec3d024-60ad-41de-84f1-753aae0cfac8", "name": "network-vif-deleted", "tag": "e640f599-5b7d-44d0-884e-74cd6ddc5c02", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:35:49.833309 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7168abd-7f10-4c47-94aa-4a9aa2258bf7 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:35:49.833707 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec3d024-60ad-41de-84f1-753aae0cfac8', 'name': 'network-vif-deleted', 'tag': 'e640f599-5b7d-44d0-884e-74cd6ddc5c02', 'status': 'completed', 'code': 200} Jan 17 00:35:49.924017 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-117cfd5a-8487-4cb2-8f12-07f3b8f5cd6b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:49.946538 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-110faece-e742-4fc9-b26c-6f6410efc99a req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Deleting port 00fd0071-eebc-4d05-b66a-1199e27de144 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:35:49.946893 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-110faece-e742-4fc9-b26c-6f6410efc99a req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:50.196912 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40018) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:50.301866 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ba994-7d31-4d3e-9cfc-a765fc8638d9 req-8bd1efec-c879-471d-9c1c-7e7e7cdc7e2f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:50.303583 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc3ba994-7d31-4d3e-9cfc-a765fc8638d9 req-8bd1efec-c879-471d-9c1c-7e7e7cdc7e2f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.4218278 Jan 17 00:35:50.334618 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-29bbc633-5d85-4301-99c1-672ef41aa16f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1363478 Jan 17 00:35:50.352116 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-cc0f1de5-eef1-46cb-9766-e8e4982183bf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:35:50.353523 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-cc0f1de5-eef1-46cb-9766-e8e4982183bf service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068734 Jan 17 00:35:50.391568 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-110faece-e742-4fc9-b26c-6f6410efc99a req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] For port 00fd0071-eebc-4d05-b66a-1199e27de144, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=00fd0071-eebc-4d05-b66a-1199e27de144,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:50.392556 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-110faece-e742-4fc9-b26c-6f6410efc99a req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:50.426336 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-110faece-e742-4fc9-b26c-6f6410efc99a req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Calling delete_port for 00fd0071-eebc-4d05-b66a-1199e27de144 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:35:50.443572 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc3ba994-7d31-4d3e-9cfc-a765fc8638d9 req-50b8040c-d49d-4dbb-9d33-17e643a0b991 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231449 Jan 17 00:35:50.666656 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-117cfd5a-8487-4cb2-8f12-07f3b8f5cd6b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] For port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:35:50.741581 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad343f9e-a83b-4d6b-86a3-4462cd9097f7 req-48954515-932a-4546-a0bc-b3b57b5e552d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:50.743153 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ad343f9e-a83b-4d6b-86a3-4462cd9097f7 req-48954515-932a-4546-a0bc-b3b57b5e552d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1338522 Jan 17 00:35:50.765528 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-117cfd5a-8487-4cb2-8f12-07f3b8f5cd6b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:50.786389 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-117cfd5a-8487-4cb2-8f12-07f3b8f5cd6b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:50.827441 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:35:50.829439 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-110faece-e742-4fc9-b26c-6f6410efc99a req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (00fd0071-eebc-4d05-b66a-1199e27de144), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:50.863160 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device e640f599-5b7d-44d0-884e-74cd6ddc5c02 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:35:50.898485 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['00fd0071-eebc-4d05-b66a-1199e27de144'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:35:50.902120 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-117cfd5a-8487-4cb2-8f12-07f3b8f5cd6b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:50.902120 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-117cfd5a-8487-4cb2-8f12-07f3b8f5cd6b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:50.928820 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: e640f599-5b7d-44d0-884e-74cd6ddc5c02 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:35:50.930199 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device e640f599-5b7d-44d0-884e-74cd6ddc5c02 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:35:50.930708 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-527fc7dd-b8d7-4561-af04-d2def63e9b97 req-117cfd5a-8487-4cb2-8f12-07f3b8f5cd6b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "PUT /v2.0/ports/e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 981 time: 1.1339281 Jan 17 00:35:51.019060 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ad343f9e-a83b-4d6b-86a3-4462cd9097f7 req-50426f0d-6c4e-4ce7-b3d3-98a3ee9092aa tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513657 Jan 17 00:35:51.112480 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ea9b9b43-04df-45a9-90f1-582348251016 req-4f109e95-88ee-4024-be3e-e7b82d61c5e7 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c78cf73-67d4-43f7-82a3-8080fca261e7 HTTP/1.1" status: 200 len: 210 time: 0.0857358 Jan 17 00:35:51.126704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cfd5a-8487-4cb2-8f12-07f3b8f5cd6b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'Port': ['ID=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,revision_number=6']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:51.164580 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-110faece-e742-4fc9-b26c-6f6410efc99a req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] No DVR routers for this DVR port 00fd0071-eebc-4d05-b66a-1199e27de144 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:35:51.172591 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-110faece-e742-4fc9-b26c-6f6410efc99a req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:51.179931 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-110faece-e742-4fc9-b26c-6f6410efc99a req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.15 "DELETE /v2.0/ports/00fd0071-eebc-4d05-b66a-1199e27de144 HTTP/1.1" status: 204 len: 173 time: 1.4747293 Jan 17 00:35:51.185748 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:35:51.241146 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca1865-c321-4bed-9098-0fd00adb86c9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Pushing event deleted for resources: {'Port': ['ID=00fd0071-eebc-4d05-b66a-1199e27de144,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:51.281118 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456356-0451-489e-9739-11c21c9e5561 req-ce8687ee-7da7-40ec-91e2-d5fd2634d7d2 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:51.283063 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32456356-0451-489e-9739-11c21c9e5561 req-ce8687ee-7da7-40ec-91e2-d5fd2634d7d2 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.1023180 Jan 17 00:35:51.371921 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32456356-0451-489e-9739-11c21c9e5561 req-b77a0a15-f91f-4d2a-9a12-4edb9964a419 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820315 Jan 17 00:35:51.402985 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-24623888-d5bb-4ead-a633-ae25802c320a None None] Provisioning complete for port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:35:51.403469 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-24623888-d5bb-4ead-a633-ae25802c320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:51.569101 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c290-ef61-4b87-b811-6d82189a5771 req-8bdf2a01-141e-4797-9acf-c5b630ef4a2c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:51.570690 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1d5c290-ef61-4b87-b811-6d82189a5771 req-8bdf2a01-141e-4797-9acf-c5b630ef4a2c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0541000 Jan 17 00:35:51.624453 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1d5c290-ef61-4b87-b811-6d82189a5771 req-d8398665-d5e6-48b3-a571-564f7147ead0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479226 Jan 17 00:35:51.634833 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-24623888-d5bb-4ead-a633-ae25802c320a None None] Current status of the port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:35:51.835376 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'}, {'server_uuid': '1c78cf73-67d4-43f7-82a3-8080fca261e7', 'name': 'network-vif-deleted', 'tag': '00fd0071-eebc-4d05-b66a-1199e27de144'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:35:51.838100 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76ea02c-bd16-4e01-a6f3-888660061ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847"}, {"server_uuid": "1c78cf73-67d4-43f7-82a3-8080fca261e7", "name": "network-vif-deleted", "tag": "00fd0071-eebc-4d05-b66a-1199e27de144"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:35:51.888712 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 17 Jan 2022 00:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced03a04-1be5-4bf3-9812-427c09921722 x-openstack-request-id: req-ced03a04-1be5-4bf3-9812-427c09921722 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:35:51.889007 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847", "status": "completed", "code": 200}, {"server_uuid": "1c78cf73-67d4-43f7-82a3-8080fca261e7", "name": "network-vif-deleted", "tag": "00fd0071-eebc-4d05-b66a-1199e27de144", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:35:51.889259 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ced03a04-1be5-4bf3-9812-427c09921722 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:35:51.889661 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'status': 'completed', 'code': 200} Jan 17 00:35:51.889916 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c78cf73-67d4-43f7-82a3-8080fca261e7', 'name': 'network-vif-deleted', 'tag': '00fd0071-eebc-4d05-b66a-1199e27de144', 'status': 'completed', 'code': 200} Jan 17 00:35:52.024958 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-d539aaaf-6b90-4c59-9320-b8ef4ac80be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:52.026521 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-d539aaaf-6b90-4c59-9320-b8ef4ac80be8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8d018f858b48c78141f947fafd9e4c&device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 1137 time: 0.0572405 Jan 17 00:35:52.206495 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-f4e3af4c-5c62-4b53-9487-995f312bd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:52.208443 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-f4e3af4c-5c62-4b53-9487-995f312bd3f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=405b8fb8-3cfa-4141-8014-5c4314cb4511 HTTP/1.1" status: 200 len: 915 time: 0.1705320 Jan 17 00:35:52.218990 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395931cf-30df-4adb-b20e-532e907bea7b req-4d729709-31fa-4761-a236-04e78939e805 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:52.220740 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-395931cf-30df-4adb-b20e-532e907bea7b req-4d729709-31fa-4761-a236-04e78939e805 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0967202 Jan 17 00:35:52.346374 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-395931cf-30df-4adb-b20e-532e907bea7b req-4b4111a6-86c1-44ee-898b-c28e9ac07985 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189804 Jan 17 00:35:52.348844 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-1b65ecc6-11f4-46dc-86da-d067ece19006 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 1001 time: 0.1117711 Jan 17 00:35:52.434158 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-8241d364-07ec-4b28-99b7-54e2c4169add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:52.435943 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-8241d364-07ec-4b28-99b7-54e2c4169add service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2 HTTP/1.1" status: 200 len: 853 time: 0.0630546 Jan 17 00:35:52.494656 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-8a06a063-c0cd-4c99-a2a6-053bd72bc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:52.496195 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-8a06a063-c0cd-4c99-a2a6-053bd72bc231 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=405b8fb8-3cfa-4141-8014-5c4314cb4511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538080 Jan 17 00:35:52.597365 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-d3cdace9-13fc-49e0-a3c6-47d5e2eb3339 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937357 Jan 17 00:35:52.701058 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c76ea02c-bd16-4e01-a6f3-888660061ba4 req-4cff260c-8fae-4c4e-8b37-a952b073ca50 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964029 Jan 17 00:35:52.792811 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def2917-9078-4a7c-a8c3-24e5bb4484e3 req-84d13d75-47c7-4fbf-a7df-d83ff729f686 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:52.794549 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2def2917-9078-4a7c-a8c3-24e5bb4484e3 req-84d13d75-47c7-4fbf-a7df-d83ff729f686 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0548499 Jan 17 00:35:52.850514 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2def2917-9078-4a7c-a8c3-24e5bb4484e3 req-5179a504-d3eb-4cfe-8283-8cee77a1ab14 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492072 Jan 17 00:35:53.474176 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd009bf-6853-4d20-be07-3eac050f6937 req-857446b3-aad7-4789-baff-386fbc78430d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:53.476013 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0cd009bf-6853-4d20-be07-3eac050f6937 req-857446b3-aad7-4789-baff-386fbc78430d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0587015 Jan 17 00:35:53.540949 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0cd009bf-6853-4d20-be07-3eac050f6937 req-631bedc8-cb0a-4e99-b2bf-ebabe60434f6 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508459 Jan 17 00:35:53.977611 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306d247-f583-4f9e-ab9c-73f1cfe7a8a4 req-7d9a2db1-d8d2-4624-a78f-b99022d122d4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:53.979143 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f306d247-f583-4f9e-ab9c-73f1cfe7a8a4 req-7d9a2db1-d8d2-4624-a78f-b99022d122d4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0494699 Jan 17 00:35:54.027282 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f306d247-f583-4f9e-ab9c-73f1cfe7a8a4 req-5fe9f771-fbae-4685-952e-0c00edb78c8f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Jan 17 00:35:54.667450 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13608713-9d9a-470f-8d3c-d39ed9de340d req-bcb85bc5-acee-4e81-bfa3-c18b76d86def tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:54.668992 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-13608713-9d9a-470f-8d3c-d39ed9de340d req-bcb85bc5-acee-4e81-bfa3-c18b76d86def tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0538070 Jan 17 00:35:54.718725 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-13608713-9d9a-470f-8d3c-d39ed9de340d req-65155390-8d69-4d84-91b0-826042b1dcc1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441768 Jan 17 00:35:55.161740 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfe0d5-a101-42a1-94f5-7fb5c37457a2 req-3e7ab72a-1458-4e22-b909-89e0f2cfa6de tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:55.163298 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fbbfe0d5-a101-42a1-94f5-7fb5c37457a2 req-3e7ab72a-1458-4e22-b909-89e0f2cfa6de tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0491168 Jan 17 00:35:55.210809 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fbbfe0d5-a101-42a1-94f5-7fb5c37457a2 req-528a90d8-12b9-427f-88a1-cad3aa9ac8ac tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Jan 17 00:35:55.825953 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 00fd0071-eebc-4d05-b66a-1199e27de144 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:35:55.851350 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: 00fd0071-eebc-4d05-b66a-1199e27de144 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:35:55.852707 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 00fd0071-eebc-4d05-b66a-1199e27de144 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:35:55.855468 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad104e7-ecbe-442e-a874-0840e4a312d7 req-c2b56a32-cf35-486f-a217-c28fb5017ba1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:55.866115 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cad104e7-ecbe-442e-a874-0840e4a312d7 req-c2b56a32-cf35-486f-a217-c28fb5017ba1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0793018 Jan 17 00:35:55.964217 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cad104e7-ecbe-442e-a874-0840e4a312d7 req-29ccab3e-f68e-4661-9daf-8469f473feb2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960011 Jan 17 00:35:55.986103 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-b41bd6f5-8c33-4fc6-8b2d-6fa722abcde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:55.987635 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-b41bd6f5-8c33-4fc6-8b2d-6fa722abcde2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88&tenant_id=8b2712d873674207a8abc2738a48850a HTTP/1.1" status: 200 len: 1097 time: 0.0862875 Jan 17 00:35:56.076765 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-22fe0742-c652-4132-b44b-24cd596eb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:56.078350 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-22fe0742-c652-4132-b44b-24cd596eb8aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 1097 time: 0.0420516 Jan 17 00:35:56.184087 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-b5a2ccad-b285-44a5-81d8-f3a552097c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:56.186294 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-b5a2ccad-b285-44a5-81d8-f3a552097c7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 917 time: 0.1012402 Jan 17 00:35:56.381505 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae950e19-2cd8-4091-92c2-f9b11f7dd6a7 req-8fa0dc59-4e38-4338-b658-6696509b2ab8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:56.382936 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ae950e19-2cd8-4091-92c2-f9b11f7dd6a7 req-8fa0dc59-4e38-4338-b658-6696509b2ab8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0986969 Jan 17 00:35:56.384673 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-2cf272cc-9d54-4018-8be3-1540355efb4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d387932f-7090-40dc-82db-f73f3978410d HTTP/1.1" status: 200 len: 1000 time: 0.0886264 Jan 17 00:35:56.467652 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ae950e19-2cd8-4091-92c2-f9b11f7dd6a7 req-52e30801-aa41-4828-b59a-ddf3c2ba17ae tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789065 Jan 17 00:35:56.469153 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-03150199-9d51-4dd7-883e-ac9eed34bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:56.470531 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-03150199-9d51-4dd7-883e-ac9eed34bd77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.0749748 Jan 17 00:35:56.518880 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-e76750f8-3b65-48dc-b977-efecc3898175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:56.520604 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-e76750f8-3b65-48dc-b977-efecc3898175 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415843 Jan 17 00:35:56.616073 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-933a8fe1-1602-407c-acfc-9998f0ddc774 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865550 Jan 17 00:35:56.709739 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-919ea6ed-ca2f-4ff1-8fd5-51d3ec58d616 req-e023cb94-9715-4961-94b9-5e0d54bf4dd9 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871763 Jan 17 00:35:57.114509 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bd6cf-0aed-4b98-9141-3d5da277fad8 req-0659a335-dabf-441f-b6c6-1c85ad76e7fe tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:57.116247 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-630bd6cf-0aed-4b98-9141-3d5da277fad8 req-0659a335-dabf-441f-b6c6-1c85ad76e7fe tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0699117 Jan 17 00:35:57.185427 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-630bd6cf-0aed-4b98-9141-3d5da277fad8 req-88d45afa-9439-4672-bd60-1829d7e0222d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623643 Jan 17 00:35:57.273413 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40368) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:57.581067 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-066d79cb-53c8-4c23-830e-e26ad4b7bd43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c77846c82ca149b19fa8229608ee5a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025398 Jan 17 00:35:57.582009 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 40374) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:57.676936 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62fe0e-adc9-4240-bed0-d9f0551074fb req-c4a5429e-a0a6-444c-baea-4628b9bcb0d2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:57.678877 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4e62fe0e-adc9-4240-bed0-d9f0551074fb req-c4a5429e-a0a6-444c-baea-4628b9bcb0d2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0777020 Jan 17 00:35:57.686738 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-df860b95-f7bc-4002-adee-b0523b5f2ed0 admin admin] Publish callbacks [] for security_group (a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:57.738553 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-df860b95-f7bc-4002-adee-b0523b5f2ed0 admin admin] Publish callbacks [] for security_group (a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:57.771325 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4e62fe0e-adc9-4240-bed0-d9f0551074fb req-40434c5b-1bbe-4baf-97f1-507861b73761 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858035 Jan 17 00:35:57.836231 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-df860b95-f7bc-4002-adee-b0523b5f2ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:57.839311 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-df860b95-f7bc-4002-adee-b0523b5f2ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:57.843172 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-df860b95-f7bc-4002-adee-b0523b5f2ed0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e HTTP/1.1" status: 204 len: 168 time: 0.2598832 Jan 17 00:35:57.851838 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df860b95-f7bc-4002-adee-b0523b5f2ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97b89e2-4dc7-4b6b-9a3e-2e522d99a01e,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:58.350499 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb2b82-2840-4d7b-b1e2-44eed6f8f7a6 req-945326f6-d14d-4968-8ecc-aa809c8a7b7f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:58.358635 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dcfb2b82-2840-4d7b-b1e2-44eed6f8f7a6 req-945326f6-d14d-4968-8ecc-aa809c8a7b7f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0978279 Jan 17 00:35:58.457818 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dcfb2b82-2840-4d7b-b1e2-44eed6f8f7a6 req-81be2874-6d86-4543-bdfb-31f6a1c4807c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977998 Jan 17 00:35:58.465543 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-b282586d-1d4b-4f57-915c-6105aefe77c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360518054&fields=id&tenant_id=b58b411178c84683afd99302a7ccf934 HTTP/1.1" status: 200 len: 267 time: 0.0893040 Jan 17 00:35:58.628650 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-b32e4aaa-8dfb-4839-aaca-19054db5fea2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:58.630575 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-b32e4aaa-8dfb-4839-aaca-19054db5fea2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 812 time: 0.1583917 Jan 17 00:35:58.655934 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-a9b19612-0daa-4767-99ee-77605edac0c6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/quotas/b58b411178c84683afd99302a7ccf934 HTTP/1.1" status: 200 len: 375 time: 0.0153790 Jan 17 00:35:58.743100 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-cf1a2fa0-59b4-4156-905c-d81159eef1ff tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785604 Jan 17 00:35:58.815746 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40414) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:58.870884 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-0239b09a-475f-4c76-99d0-9df89e531fe0 service neutron] 10.222.0.24 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224852 Jan 17 00:35:58.984552 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-677469170-network', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:58.996862 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bf9fb-c007-41ee-9305-f8d61565887c req-96a21451-3c5f-4a30-87ad-108462713449 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:58.998452 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6b0bf9fb-c007-41ee-9305-f8d61565887c req-96a21451-3c5f-4a30-87ad-108462713449 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1017036 Jan 17 00:35:59.022746 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Made reservation on behalf of 26758062fce6425cae7332c5dc4a74a4 for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:35:59.025828 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.035706 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.047383 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-3ac36c72-0d67-456b-b63d-0a046cf53840 service neutron] 10.222.0.24 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705899 Jan 17 00:35:59.089594 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6b0bf9fb-c007-41ee-9305-f8d61565887c req-ddcb3a3b-62a1-4db9-a596-008c8a1f7f93 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773323 Jan 17 00:35:59.166266 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Publish callbacks [] for security_group (00944fa0-067e-4314-99df-59a1682a395c), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.206603 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (00944fa0-067e-4314-99df-59a1682a395c), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.234917 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:35:59.254283 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00944fa0-067e-4314-99df-59a1682a395c,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:59.257482 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (4a8606d5-8410-4fc7-bc2a-adcc1daad762), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.257812 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Added segment 4a8606d5-8410-4fc7-bc2a-adcc1daad762 of type vlan for network aa39a57a-592f-414a-a20d-96015da6e1de Jan 17 00:35:59.311962 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (aa39a57a-592f-414a-a20d-96015da6e1de), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.341052 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (aa39a57a-592f-414a-a20d-96015da6e1de), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.342335 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:59.342954 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.364194 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 40428) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:35:59.369530 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Request body: {'subnet': {'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-677469170-subnet', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'ip_version': 4}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:35:59.372908 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5558007 Jan 17 00:35:59.406276 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Made reservation on behalf of 26758062fce6425cae7332c5dc4a74a4 for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:35:59.409272 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28985058'] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.457667 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad67ab-5778-4c42-8a78-e10a0b367bfe admin admin] Pushing event updated for resources: {'Network': ['ID=aa39a57a-592f-414a-a20d-96015da6e1de,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:59.471356 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network aa39a57a-592f-414a-a20d-96015da6e1de details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:35:59.764823 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e4523c5d-cb09-4f97-a1c5-204cad6de659 req-d02b5055-54c7-430e-afb3-5fbb1ce74ec5 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.1117203 Jan 17 00:35:59.805487 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71079120-41c7-4289-be89-dc583e30f9f4 req-58c3185f-978f-4c54-ac4d-093d85c74287 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:35:59.807118 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-71079120-41c7-4289-be89-dc583e30f9f4 req-58c3185f-978f-4c54-ac4d-093d85c74287 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.2091703 Jan 17 00:35:59.821952 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26670296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28985072'] for subnet (57b54e9a-7d10-4b98-9a69-6d88ba4cb1be), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:35:59.928542 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:35:59.953325 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Checking segment: {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:35:59.953736 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Network hostable DHCP agents. Network: aa39a57a-592f-414a-a20d-96015da6e1de, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:35:59.961596 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-71079120-41c7-4289-be89-dc583e30f9f4 req-e85443b9-2c91-48b0-a009-ba2325e1dce0 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483560 Jan 17 00:35:59.987190 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Network aa39a57a-592f-414a-a20d-96015da6e1de is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:36:00.017502 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, aa39a57a-592f-414a-a20d-96015da6e1de) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:00.026917 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:00.029547 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.034577 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d3d94-0d1b-4510-a0ba-c8f18639a3d1 None None] Network aa39a57a-592f-414a-a20d-96015da6e1de requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:36:00.070197 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c3e97ba8-aa52-4af2-b56a-cb5b31f286ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7048361 Jan 17 00:36:00.073173 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40442) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:00.079610 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:00.130300 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (1f4a82f4-efeb-4007-8e40-32edfe3218f7), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.131933 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (1f4a82f4-efeb-4007-8e40-32edfe3218f7), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.234642 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks [] for router_controller (1f4a82f4-efeb-4007-8e40-32edfe3218f7), precommit_add_association {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.384412 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a111c-5def-48c8-8199-47992dd5e515 req-e1a99f69-9766-4725-bff2-24a73d8e0828 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:00.401915 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-527a111c-5def-48c8-8199-47992dd5e515 req-e1a99f69-9766-4725-bff2-24a73d8e0828 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1145949 Jan 17 00:36:00.504075 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-527a111c-5def-48c8-8199-47992dd5e515 req-229a3bda-47f1-4675-a023-56ba75921fde tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007924 Jan 17 00:36:00.522807 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks [] for router_gateway (1f4a82f4-efeb-4007-8e40-32edfe3218f7), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.537692 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-aa39a57a-592f-414a-a20d-96015da6e1de', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:36:00.538592 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.720459 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Allocated IP 172.20.0.2 (aa39a57a-592f-414a-a20d-96015da6e1de/57b54e9a-7d10-4b98-9a69-6d88ba4cb1be/c37e0865-eac7-45c5-aef4-5e0f48b4fc7b) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:00.796554 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks [] for router_gateway (1f4a82f4-efeb-4007-8e40-32edfe3218f7), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.817117 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.924759 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-412de816-fdb9-46a1-819b-3f2cbc6ae305 req-916634ce-adf5-4ddf-8d41-8e88327a7137 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.0524514 Jan 17 00:36:00.955836 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-41d112d6-5fbc-48e7-afb2-85366ee23155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.985077 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Publish callbacks [] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:00.995081 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:01.002132 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Allocated IP 172.27.3.10 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/0d827d3b-9053-4dcf-8e90-2607a12a38a4) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:01.052678 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Network aa39a57a-592f-414a-a20d-96015da6e1de is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:01.056629 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:01.060920 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:01.089972 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Pushing event updated for resources: {'Port': ['ID=c37e0865-eac7-45c5-aef4-5e0f48b4fc7b,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:01.143442 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242c002-3533-4f2a-9628-955da7343209 req-a9ee4d2f-bb8e-42e3-be59-4db158f6471b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:01.145302 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Attempting to bind port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:36:01.145456 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0242c002-3533-4f2a-9628-955da7343209 req-a9ee4d2f-bb8e-42e3-be59-4db158f6471b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0724602 Jan 17 00:36:01.145994 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Attempting to bind port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:36:01.146372 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Attempting to bind port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b on network aa39a57a-592f-414a-a20d-96015da6e1de {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:01.159397 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:36:01.159804 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Checking segment: {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:01.160178 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:01.160597 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Bound using segment: {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:36:01.161049 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Bound port: c37e0865-eac7-45c5-aef4-5e0f48b4fc7b, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:36:01.161430 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:01.169040 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks [] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:01.230956 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0242c002-3533-4f2a-9628-955da7343209 req-8b6c8b19-4297-4990-8986-fa0c4f087cb1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771768 Jan 17 00:36:01.245449 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:01.275328 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] For port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:36:01.283362 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] For port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c37e0865-eac7-45c5-aef4-5e0f48b4fc7b,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:36:01.286912 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:01.307053 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:01.323265 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:01.327945 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:01.375069 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827a3c4-31f4-447d-b00a-4a9af97a4b70 None None] Pushing event updated for resources: {'Port': ['ID=c37e0865-eac7-45c5-aef4-5e0f48b4fc7b,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:01.375406 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Pushing event updated for resources: {'Port': ['ID=0d827d3b-9053-4dcf-8e90-2607a12a38a4,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:01.776196 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2f643-2c00-4b19-bb30-d28f2f2ff4a5 req-a0f79ac5-66eb-4d76-a011-a7adf20bd09c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:01.784562 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cda2f643-2c00-4b19-bb30-d28f2f2ff4a5 req-a0f79ac5-66eb-4d76-a011-a7adf20bd09c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1435175 Jan 17 00:36:01.830047 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks [] for router_gateway (1f4a82f4-efeb-4007-8e40-32edfe3218f7), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:01.873661 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cda2f643-2c00-4b19-bb30-d28f2f2ff4a5 req-ecb439ae-a73c-4be3-933d-0a46a3f1e279 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876665 Jan 17 00:36:02.076042 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-538a413e-158a-411c-ad10-586b41014a47 req-c824f09c-b3fd-4dc3-b4b1-8df30bab9fde tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.0371819 Jan 17 00:36:02.195738 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (1f4a82f4-efeb-4007-8e40-32edfe3218f7), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:02.383178 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:36:02.475669 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74dc8-e690-4c71-9cae-a01fa1c642b3 req-fff08819-e733-487c-ae4b-6c86ecdd9584 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:02.501744 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-19a74dc8-e690-4c71-9cae-a01fa1c642b3 req-fff08819-e733-487c-ae4b-6c86ecdd9584 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1343808 Jan 17 00:36:02.623365 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-19a74dc8-e690-4c71-9cae-a01fa1c642b3 req-e7126cf1-92e2-4ee9-8a20-a633c1bf63ea tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205146 Jan 17 00:36:02.719587 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:36:02.737423 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Sync routers for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:36:02.752996 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:02.759094 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-4a23a9e1-a9f1-4ac8-aa4c-e37fccc4f2ec admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6808259 Jan 17 00:36:02.765365 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40478) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:02.774851 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:02.778073 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:35:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:03.030003 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-b5854ff6-9258-43e9-8fd0-3c4715d2f99b tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:03.039620 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-b5854ff6-9258-43e9-8fd0-3c4715d2f99b tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/networks?id=a921d394-f25d-4b1c-8753-a8a55b2917ed HTTP/1.1" status: 200 len: 813 time: 0.3106854 Jan 17 00:36:03.073032 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:03.076378 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-04d8f28d-aea1-4e9f-8f92-0cf0ae5b31fa tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/quotas/bed360bb7f6e42ec85d24574fb027349 HTTP/1.1" status: 200 len: 375 time: 0.0357640 Jan 17 00:36:03.153309 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-20570ed6-3ece-4d7f-bb1e-b4aa9b8dd7b4 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bed360bb7f6e42ec85d24574fb027349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754721 Jan 17 00:36:03.182450 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-3441c651-ec06-4e3e-8ada-81e66400ac6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:03.249460 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e391c4-4eda-4280-ba4c-65f8661bfcee None None] Network aa39a57a-592f-414a-a20d-96015da6e1de requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:36:03.339521 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-7cf152d8-f065-4f12-8fd6-7900caa03cfe service neutron] 10.222.0.24 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496837 Jan 17 00:36:03.400657 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-7aacc49b-85ad-4939-81b4-bd022fec00fd None None] Provisioning complete for port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:03.400657 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-7aacc49b-85ad-4939-81b4-bd022fec00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:03.456679 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:01Z', 'revision_number': 3, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:03.625228 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Checking router: 1f4a82f4-efeb-4007-8e40-32edfe3218f7 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:36:03.625586 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Updating router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 port 0d827d3b-9053-4dcf-8e90-2607a12a38a4 binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:36:03.692141 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:03.722896 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:03.772324 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-7aacc49b-85ad-4939-81b4-bd022fec00fd None None] Current status of the port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:03.773025 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-7aacc49b-85ad-4939-81b4-bd022fec00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:03.787908 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c37e0865-eac7-45c5-aef4-5e0f48b4fc7b up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:04.006788 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-7aacc49b-85ad-4939-81b4-bd022fec00fd None None] For port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c37e0865-eac7-45c5-aef4-5e0f48b4fc7b,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:04.020705 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:04.021475 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.025086 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-7aacc49b-85ad-4939-81b4-bd022fec00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.132750 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d066f-c816-4c78-8998-95e3338c0f53 req-2c2e3ba0-e66c-4e0c-9c8e-3ff9a1bbb9ca tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:04.142770 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-695d066f-c816-4c78-8998-95e3338c0f53 req-2c2e3ba0-e66c-4e0c-9c8e-3ff9a1bbb9ca tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 1.0593779 Jan 17 00:36:04.177984 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Allocated IP 172.20.0.1 (aa39a57a-592f-414a-a20d-96015da6e1de/57b54e9a-7d10-4b98-9a69-6d88ba4cb1be/1fc5667e-c069-437e-a4b6-1c34185510af) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:04.240705 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-695d066f-c816-4c78-8998-95e3338c0f53 req-4b5278cd-d8c2-4453-9958-785aa53d52e1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965912 Jan 17 00:36:04.256167 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-ed35bbaf-b3f7-47aa-b1c1-c1650985c4ad service neutron] 10.222.0.24 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9090371 Jan 17 00:36:04.282277 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacc49b-85ad-4939-81b4-bd022fec00fd None None] Pushing event updated for resources: {'Port': ['ID=c37e0865-eac7-45c5-aef4-5e0f48b4fc7b,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:04.337934 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-52223112-a675-4614-8467-7c0f896e1f00 None None] Provisioning complete for port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:04.341522 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-52223112-a675-4614-8467-7c0f896e1f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.434726 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8b44618-a170-466d-ae87-7796e84bd9fa req-25a1e213-d2e0-420e-a26b-367579c09161 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.1057954 Jan 17 00:36:04.481812 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Publish callbacks [] for port (1fc5667e-c069-437e-a4b6-1c34185510af), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.496688 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:04.564021 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Publish callbacks [] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.594550 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.601686 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.661507 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-52223112-a675-4614-8467-7c0f896e1f00 None None] Current status of the port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:04.675403 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f94ad5-654f-4ee7-8ec5-43f45835f979 req-36261200-9a48-4618-a73b-be79792a22b3 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:04.690745 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Network aa39a57a-592f-414a-a20d-96015da6e1de is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:04.704491 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a7f94ad5-654f-4ee7-8ec5-43f45835f979 req-36261200-9a48-4618-a73b-be79792a22b3 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1801169 Jan 17 00:36:04.726738 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:04.742590 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:04.857828 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0598c-93c6-4e0a-9d4c-c110f02ce186 None None] Pushing event updated for resources: {'Port': ['ID=0d827d3b-9053-4dcf-8e90-2607a12a38a4,revision_number=2']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:04.867189 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.907648 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc5667e-c069-437e-a4b6-1c34185510af,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:04.952585 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (1f4a82f4-efeb-4007-8e40-32edfe3218f7), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.957287 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2389731b-c616-4536-b541-46cf40e0276e req-e991337f-b4f5-4079-a377-0bd6426b3634 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 210 time: 0.1662338 Jan 17 00:36:04.976374 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Attempting to bind port 0d827d3b-9053-4dcf-8e90-2607a12a38a4 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:36:04.976747 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Attempting to bind port 0d827d3b-9053-4dcf-8e90-2607a12a38a4 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:36:04.977114 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Attempting to bind port 0d827d3b-9053-4dcf-8e90-2607a12a38a4 on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:04.985209 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:36:04.986151 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:04.986827 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:04.988070 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:36:04.988681 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Bound port: 0d827d3b-9053-4dcf-8e90-2607a12a38a4, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:36:04.989068 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:05.005050 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a7f94ad5-654f-4ee7-8ec5-43f45835f979 req-e85ec4bf-b5b9-493e-9d8c-2dc8fd140ee8 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884741 Jan 17 00:36:05.080507 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:05.321001 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] For port 0d827d3b-9053-4dcf-8e90-2607a12a38a4, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:36:05.328111 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-6fbca8ba-790f-4a57-b266-be1e766225ef None None] Provisioning complete for port 1fc5667e-c069-437e-a4b6-1c34185510af triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:05.328676 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-6fbca8ba-790f-4a57-b266-be1e766225ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:05.331439 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] For port 0d827d3b-9053-4dcf-8e90-2607a12a38a4, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=0d827d3b-9053-4dcf-8e90-2607a12a38a4,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:36:05.341806 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:05.403604 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-6fbca8ba-790f-4a57-b266-be1e766225ef None None] Port 1fc5667e-c069-437e-a4b6-1c34185510af cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:36:05.440320 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0598c-93c6-4e0a-9d4c-c110f02ce186 None None] Pushing event updated for resources: {'Port': ['ID=0d827d3b-9053-4dcf-8e90-2607a12a38a4,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:05.466285 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:05.467385 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:36:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:05.569213 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8939551-af0f-4f50-a3f0-a277043e8e93 req-3fb012fa-1a78-4d15-8bd7-c6454240512e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:05.575743 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8939551-af0f-4f50-a3f0-a277043e8e93 req-3fb012fa-1a78-4d15-8bd7-c6454240512e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1539168 Jan 17 00:36:05.690247 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4477e91e-d60d-4b8d-a037-af37071af54a req-40224f43-3b30-4c78-98bf-282cc0088375 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.1087427 Jan 17 00:36:05.694567 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:05.734793 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c37e0865-eac7-45c5-aef4-5e0f48b4fc7b up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:05.764273 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8939551-af0f-4f50-a3f0-a277043e8e93 req-062892d0-4fab-438b-8763-2f46e35f5ed1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549661 Jan 17 00:36:05.864232 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:05.864232 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:05.909500 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:06.054160 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:06.097463 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:01Z', 'revision_number': 3, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:06.130989 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12beee0-da0a-4487-9624-9858bb9dbfd7 None None] The sync data for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi is: [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:01Z', 'revision_number': 3, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:36:06.147969 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e4d31f88-fe3c-4685-aeb7-2b6999507076 req-cb9cd3b4-9510-42f2-9283-c798fcb1c181 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 210 time: 0.0663712 Jan 17 00:36:06.261571 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b285f1a-2450-4a38-be40-2d33616038fb req-0e1349a3-8d1e-4fa7-a4fa-71800df0a8b4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:06.270406 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5b285f1a-2450-4a38-be40-2d33616038fb req-0e1349a3-8d1e-4fa7-a4fa-71800df0a8b4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1135280 Jan 17 00:36:06.352448 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5b285f1a-2450-4a38-be40-2d33616038fb req-9794c366-ad22-4cd6-94e3-abcff58ba7b5 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808258 Jan 17 00:36:06.398482 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Publish callbacks [] for port (1fc5667e-c069-437e-a4b6-1c34185510af), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:06.408016 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:06.510003 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc5667e-c069-437e-a4b6-1c34185510af,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:06.516856 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (1f4a82f4-efeb-4007-8e40-32edfe3218f7), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:06.723686 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Network aa39a57a-592f-414a-a20d-96015da6e1de is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:06.731827 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:06.775449 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:06.974066 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef93a66f-7123-4947-8114-283b097d9fe4 req-fcfdfa7d-23ac-4789-8862-bdbb30411fc1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.0839920 Jan 17 00:36:07.064829 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:36:07.130670 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584d177-9483-456d-bf54-869c0c13ad53 req-4bcaa3bf-2b4c-41e2-a008-39cf8e73feb8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:07.149894 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5584d177-9483-456d-bf54-869c0c13ad53 req-4bcaa3bf-2b4c-41e2-a008-39cf8e73feb8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1353562 Jan 17 00:36:07.265187 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-f9e3399d-f148-4eb3-8e2f-a3c162dc45f2 None None] Provisioning complete for port 1fc5667e-c069-437e-a4b6-1c34185510af triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:07.266195 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5584d177-9483-456d-bf54-869c0c13ad53 req-d7d45d7d-afce-470d-8e04-1bddbf884e57 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190312 Jan 17 00:36:07.267355 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f9e3399d-f148-4eb3-8e2f-a3c162dc45f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:07.341952 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:36:07.351319 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ba2e771e-7d3f-486e-b518-8c7ca8d2693f req-a38b128b-273e-42e4-9c5a-51da2e514392 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 210 time: 0.0803943 Jan 17 00:36:07.351562 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-65622bf3-1fc2-4d7c-92fc-4899bec98ea6 admin admin] 10.222.0.24 "PUT /v2.0/routers/1f4a82f4-efeb-4007-8e40-32edfe3218f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5816011 Jan 17 00:36:07.442336 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3399d-f148-4eb3-8e2f-a3c162dc45f2 None None] Port 1fc5667e-c069-437e-a4b6-1c34185510af cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:36:07.449755 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:07.606430 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62f7d9-80bc-48ba-b9bc-be0cedf2c3d8 req-3cf9b5ad-3d88-417d-879d-d6234cf6b175 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:07.609272 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5f62f7d9-80bc-48ba-b9bc-be0cedf2c3d8 req-3cf9b5ad-3d88-417d-879d-d6234cf6b175 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0999582 Jan 17 00:36:07.702240 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 0d827d3b-9053-4dcf-8e90-2607a12a38a4 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:07.718330 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5f62f7d9-80bc-48ba-b9bc-be0cedf2c3d8 req-81beaf92-9061-406b-929c-edaa1639365e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955565 Jan 17 00:36:07.791902 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 0d827d3b-9053-4dcf-8e90-2607a12a38a4 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:07.793257 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:07.927950 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 0d827d3b-9053-4dcf-8e90-2607a12a38a4 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:07.928460 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:07.955691 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port 0d827d3b-9053-4dcf-8e90-2607a12a38a4, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=0d827d3b-9053-4dcf-8e90-2607a12a38a4,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:07.971343 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.037354 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=0d827d3b-9053-4dcf-8e90-2607a12a38a4,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:08.159561 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-50397d4d-1287-4a29-8a03-1699ce1a06b0 req-3491baaf-6922-48b7-9bd7-c694058a55b8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.0382586 Jan 17 00:36:08.248388 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 40542) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:08.254063 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-312945339-network', 'tenant_id': 'ba706ea0bed942669397425d2946ff77'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:08.278369 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Made reservation on behalf of ba706ea0bed942669397425d2946ff77 for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:36:08.280785 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.289959 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.440088 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec76a1e-65e4-4043-8c5b-199adb04207f req-81295a96-b509-4441-a7b9-0fa458c37a4d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:08.441716 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1ec76a1e-65e4-4043-8c5b-199adb04207f req-81295a96-b509-4441-a7b9-0fa458c37a4d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.0933950 Jan 17 00:36:08.448292 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Publish callbacks [] for security_group (ef093dbc-e80f-4856-8eec-cbafc4510913), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.480345 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ef093dbc-e80f-4856-8eec-cbafc4510913), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.489116 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7601cbdc-c600-45b7-a2bd-0da770f49512 req-396e9c5e-e9ab-41b0-9ba1-0554708d53f1 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 210 time: 0.0430357 Jan 17 00:36:08.529564 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:36:08.540754 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef093dbc-e80f-4856-8eec-cbafc4510913,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:08.565618 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (ac8449f3-804e-4979-8b78-017f1126fa33), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.566338 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Added segment ac8449f3-804e-4979-8b78-017f1126fa33 of type vlan for network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf Jan 17 00:36:08.619567 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1ec76a1e-65e4-4043-8c5b-199adb04207f req-4d4ed29c-b2b8-431f-9f2b-d06a6ebe0488 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599426 Jan 17 00:36:08.662663 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.696244 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.697356 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:08.697972 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.762930 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5107555 Jan 17 00:36:08.763261 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40550) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:08.770761 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Request body: {'subnet': {'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-312945339-subnet', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'ip_version': 4}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:08.772035 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165982e-ab24-4429-abb9-35c11a3d7eeb admin admin] Pushing event updated for resources: {'Network': ['ID=1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:08.788118 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:36:08.813357 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Made reservation on behalf of ba706ea0bed942669397425d2946ff77 for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:36:08.816949 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25520042'] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:08.868649 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Sync routers for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:36:08.874692 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f29d2-b506-47e2-bf92-f156c1919b89 req-4eca2c8e-d7fb-40af-854a-01c04b15b70e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:08.877734 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-673f29d2-b506-47e2-bf92-f156c1919b89 req-4eca2c8e-d7fb-40af-854a-01c04b15b70e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0603402 Jan 17 00:36:08.927360 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:08.928226 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:36:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:08.959677 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-673f29d2-b506-47e2-bf92-f156c1919b89 req-aed1b8eb-d94d-4bc1-8718-be42c72fa6fc tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731454 Jan 17 00:36:09.061777 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:09.070299 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25195121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520056'] for subnet (d3428fd3-e373-420f-ac42-6c7304b188e0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:09.140738 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-4a8560d4-edbd-4f02-9090-2f988c18b7ae tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:09.142732 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-4a8560d4-edbd-4f02-9090-2f988c18b7ae tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 812 time: 0.1553535 Jan 17 00:36:09.201655 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3428fd3-e373-420f-ac42-6c7304b188e0,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:09.223978 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Checking segment: {'id': 'ac8449f3-804e-4979-8b78-017f1126fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:09.224340 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Network hostable DHCP agents. Network: 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:36:09.250446 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:36:09.271120 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:09.278149 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:09.278828 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:09.289243 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3952a-5a7b-4b1c-90bc-7c2d9dc14710 None None] Network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:36:09.309575 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-66081448-575c-4016-b10f-7163b6198c46 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5418515 Jan 17 00:36:09.311243 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40554) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:09.319321 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:09.352350 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3923782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24972'] for router (b8ac1cda-8d23-436b-b872-5d1d5769e174), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:09.352635 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3923770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3875992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3815297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25077'] for router (b8ac1cda-8d23-436b-b872-5d1d5769e174), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:09.435113 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks [] for router_controller (b8ac1cda-8d23-436b-b872-5d1d5769e174), precommit_add_association {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:09.437898 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1e8942bf-aa8e-4d8f-9b93-59cb34ef3b27 req-86982bec-23d2-44db-af97-3e9f7a828b72 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.1700506 Jan 17 00:36:09.460877 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-321f25af-49be-4a9a-91da-f636d11fcb50 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b58b411178c84683afd99302a7ccf934 HTTP/1.1" status: 200 len: 380 time: 0.2904618 Jan 17 00:36:09.482857 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'port': {'device_id': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'admin_state_up': True, 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'security_groups': ['e698c223-710b-42eb-8cef-039508fe5500']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:09.551143 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp069775ec-390b-5d0f-b547-cf1cc3856948-1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf', 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf', 'project_id': 'ba706ea0bed942669397425d2946ff77', 'fixed_ips': [{'subnet_id': 'd3428fd3-e373-420f-ac42-6c7304b188e0'}]}} from dv-cinder-815461-7-iscsi. {{(pid=109114) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 00:36:09.552078 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:09.629346 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '1fc5667e-c069-437e-a4b6-1c34185510af', 'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'mac_address': 'fa:16:3e:e9:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:03Z', 'updated_at': '2022-01-17T00:36:06Z', 'revision_number': 2, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'subnets': [{'id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:09.656292 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-2c093cf2-b426-4885-97fd-e98442493ee6 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:09.658398 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-2c093cf2-b426-4885-97fd-e98442493ee6 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.15 "GET /v2.0/networks?id=a921d394-f25d-4b1c-8753-a8a55b2917ed HTTP/1.1" status: 200 len: 813 time: 0.3925478 Jan 17 00:36:09.669712 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 0d827d3b-9053-4dcf-8e90-2607a12a38a4 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:09.683702 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks [] for router_gateway (b8ac1cda-8d23-436b-b872-5d1d5769e174), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:09.694946 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-25789208-a7e6-4b4d-8588-c5e99e4b405d req-96b7dcd2-4213-4db2-b030-3e9dd3b04d9d tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 210 time: 0.0355160 Jan 17 00:36:09.712413 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Request body: {'port': {'device_id': 'efbe8065-97ca-40dd-82bd-c91f0bbd71d1', 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed', 'admin_state_up': True, 'tenant_id': 'bed360bb7f6e42ec85d24574fb027349'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:09.768262 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Checking router: 1f4a82f4-efeb-4007-8e40-32edfe3218f7 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:36:09.768606 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Updating router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 port 1fc5667e-c069-437e-a4b6-1c34185510af binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:36:09.898479 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923cc0c-d152-4da1-b441-fb84e054165e req-213c6049-16d0-41d6-a00c-bacbf8c4f721 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:09.901317 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1923cc0c-d152-4da1-b441-fb84e054165e req-213c6049-16d0-41d6-a00c-bacbf8c4f721 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.1157105 Jan 17 00:36:09.930314 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fc617-6d9a-4f73-98c2-d7b42595931d req-3e4570b7-2b19-466e-b81a-098fe7ec4cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:09.932394 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-023fc617-6d9a-4f73-98c2-d7b42595931d req-3e4570b7-2b19-466e-b81a-098fe7ec4cb9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1099 time: 0.1000750 Jan 17 00:36:09.956820 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Made reservation on behalf of b58b411178c84683afd99302a7ccf934 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:36:09.961803 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.017757 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.073841 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-023fc617-6d9a-4f73-98c2-d7b42595931d req-30a65521-81bd-4d04-a467-6b594486f8ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119003 Jan 17 00:36:10.086215 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks [] for router_gateway (b8ac1cda-8d23-436b-b872-5d1d5769e174), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.108479 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Made reservation on behalf of bed360bb7f6e42ec85d24574fb027349 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:36:10.113249 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.115859 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.126886 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1923cc0c-d152-4da1-b441-fb84e054165e req-d1197e55-7d31-4bf9-b6ab-07121d37515c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124438 Jan 17 00:36:10.206149 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 0d827d3b-9053-4dcf-8e90-2607a12a38a4 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:10.206523 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.291931 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.db_base_plugin_common [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Allocated IP 172.20.0.2 (1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf/d3428fd3-e373-420f-ac42-6c7304b188e0/c8dba5bd-1a61-41f8-925d-a83e4fa31040) {{(pid=109114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:10.316883 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Allocated IP 172.27.3.174 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/f382110e-4813-4c97-adbb-2a0cb89c245b) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:10.336776 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee2588-a207-4343-8977-5fd228d54b8d req-df0acdaa-cf03-438e-9bf8-0b9a8da00f5d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:10.338380 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1cee2588-a207-4343-8977-5fd228d54b8d req-df0acdaa-cf03-438e-9bf8-0b9a8da00f5d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1535728 Jan 17 00:36:10.347471 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Allocated IP 172.20.0.14 (22a6ac7b-ff36-4949-abee-1db43c495051/da2d6b51-8a0d-499f-9530-dba2d7d2a443/04846cfd-5b6f-4b73-ba68-f56f4d5c058c) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:10.462245 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Allocated IP 172.20.0.6 (a921d394-f25d-4b1c-8753-a8a55b2917ed/4ed0efd6-22ea-4ff7-bb20-913d5065a954/34e7c4ef-88f5-48e3-8bee-545674711a97) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:10.511870 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks [] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.514512 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1cee2588-a207-4343-8977-5fd228d54b8d req-4f7ca8b4-8897-4c79-830b-eff8d0d6ca5b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687717 Jan 17 00:36:10.524228 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 0d827d3b-9053-4dcf-8e90-2607a12a38a4 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:10.582465 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.603387 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Publish callbacks [] for port (1fc5667e-c069-437e-a4b6-1c34185510af), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.610227 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Publish callbacks [] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), precommit_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.615650 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.621720 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e5a98b11-892e-4641-93d3-d17c47a657d5 req-bd9959e7-8d50-4927-9abc-e10cc23c39db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.0506940 Jan 17 00:36:10.631815 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), after_create {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.649711 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:10.653139 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:10.658529 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:10.689718 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Pushing event updated for resources: {'Port': ['ID=f382110e-4813-4c97-adbb-2a0cb89c245b,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:10.690888 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf is already hosted by enough agents. {{(pid=109114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:10.707134 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.scheduler.base_scheduler [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Resources bound (agent type, host, resource id): {{(pid=109114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:10.710121 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Received port after_create {{(pid=109114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:10.729970 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678268d3-c118-40bf-8cc3-92929c426bb5 None None] Pushing event updated for resources: {'Port': ['ID=1fc5667e-c069-437e-a4b6-1c34185510af,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:10.772999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.884124 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9568cf2-9e94-4e0f-a903-d2ba210eadb6 req-8a8d0ea0-17b1-4098-a80b-c02685d9bd63 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 210 time: 0.0611553 Jan 17 00:36:10.886512 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Pushing event updated for resources: {'Port': ['ID=c8dba5bd-1a61-41f8-925d-a83e4fa31040,revision_number=1']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:10.902443 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Attempting to bind port 1fc5667e-c069-437e-a4b6-1c34185510af on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:36:10.902840 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Attempting to bind port 1fc5667e-c069-437e-a4b6-1c34185510af by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:36:10.903124 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Attempting to bind port 1fc5667e-c069-437e-a4b6-1c34185510af on network aa39a57a-592f-414a-a20d-96015da6e1de {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:10.906839 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Attempting to bind port c8dba5bd-1a61-41f8-925d-a83e4fa31040 on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:36:10.907500 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Attempting to bind port c8dba5bd-1a61-41f8-925d-a83e4fa31040 by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': 'ac8449f3-804e-4979-8b78-017f1126fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:36:10.907882 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Attempting to bind port c8dba5bd-1a61-41f8-925d-a83e4fa31040 on network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:10.916769 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks [] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.917029 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:36:10.917194 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Checking segment: {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:10.917795 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.918632 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Bound using segment: {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:36:10.918751 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Bound port: 1fc5667e-c069-437e-a4b6-1c34185510af, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:36:10.919105 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.923450 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:36:10.923656 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.923861 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Checking segment: {'id': 'ac8449f3-804e-4979-8b78-017f1126fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:10.924293 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:10.924707 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Bound using segment: {'id': 'ac8449f3-804e-4979-8b78-017f1126fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:36:10.926376 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Bound port: c8dba5bd-1a61-41f8-925d-a83e4fa31040, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8449f3-804e-4979-8b78-017f1126fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:36:10.929129 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.016168 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Network 22a6ac7b-ff36-4949-abee-1db43c495051 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:11.027999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:11.042577 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:11.050773 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks [] for router_gateway (b8ac1cda-8d23-436b-b872-5d1d5769e174), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.068224 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] For port 1fc5667e-c069-437e-a4b6-1c34185510af, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:36:11.091177 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'Port': ['ID=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:11.094494 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] For port 1fc5667e-c069-437e-a4b6-1c34185510af, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=1fc5667e-c069-437e-a4b6-1c34185510af,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:36:11.110070 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] For port c8dba5bd-1a61-41f8-925d-a83e4fa31040, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:36:11.115960 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.148691 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.156901 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-8f62408e-78d3-4357-8227-2ef976409baa None None] Provisioning complete for port 1fc5667e-c069-437e-a4b6-1c34185510af triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:11.156901 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8f62408e-78d3-4357-8227-2ef976409baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.175183 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:11.176320 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.199724 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] For port c8dba5bd-1a61-41f8-925d-a83e4fa31040, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c8dba5bd-1a61-41f8-925d-a83e4fa31040,segment=NetworkSegment(ac8449f3-804e-4979-8b78-017f1126fa33),segment_id=ac8449f3-804e-4979-8b78-017f1126fa33)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:36:11.269704 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.278451 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Network a921d394-f25d-4b1c-8753-a8a55b2917ed is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:11.282568 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-87b7a969-ae14-4b58-8b21-98fd3c0b2b68 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8049424 Jan 17 00:36:11.296332 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:11.339806 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:11.340470 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:36:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:11.350867 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Pushing event updated for resources: {'Port': ['ID=34e7c4ef-88f5-48e3-8bee-545674711a97,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:11.359591 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:11.370232 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Request body: {'port': {'device_id': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:11.536989 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:11.537789 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.543797 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3921353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3875919'] for router (b8ac1cda-8d23-436b-b872-5d1d5769e174), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.555967 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678268d3-c118-40bf-8cc3-92929c426bb5 None None] Pushing event updated for resources: {'Port': ['ID=1fc5667e-c069-437e-a4b6-1c34185510af,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:11.583500 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:11.624839 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-66db48f1-4fd7-429c-a4f8-dfa9287f88e2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9189143 Jan 17 00:36:11.637284 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-8f62408e-78d3-4357-8227-2ef976409baa None None] Current status of the port 1fc5667e-c069-437e-a4b6-1c34185510af is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:11.637932 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8f62408e-78d3-4357-8227-2ef976409baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.641563 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.689216 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a7270-8986-4cf7-a9c6-56dbe6c25e36 req-c30f3446-0048-4489-9791-e98c3c4bc9c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:11.694315 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aa8a7270-8986-4cf7-a9c6-56dbe6c25e36 req-c30f3446-0048-4489-9791-e98c3c4bc9c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.4232109 Jan 17 00:36:11.703415 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Request body: {'port': {'device_id': 'efbe8065-97ca-40dd-82bd-c91f0bbd71d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:11.753890 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c716a5-3d19-45b4-9d7e-44323633a8ec None None] Pushing event updated for resources: {'Port': ['ID=c8dba5bd-1a61-41f8-925d-a83e4fa31040,revision_number=2']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:11.779943 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Router b8ac1cda-8d23-436b-b872-5d1d5769e174 is scheduled to L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a with binding_index 1 {{(pid=109113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 00:36:11.805525 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-8f62408e-78d3-4357-8227-2ef976409baa None None] For port 1fc5667e-c069-437e-a4b6-1c34185510af, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=1fc5667e-c069-437e-a4b6-1c34185510af,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:11.860948 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8f62408e-78d3-4357-8227-2ef976409baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.948766 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.954458 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:36:11.958447 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aa8a7270-8986-4cf7-a9c6-56dbe6c25e36 req-5bb12120-ae85-4a90-bb18-02ea685cb799 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479029 Jan 17 00:36:11.974163 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62408e-78d3-4357-8227-2ef976409baa None None] Pushing event updated for resources: {'Port': ['ID=1fc5667e-c069-437e-a4b6-1c34185510af,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:11.980483 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:11.980689 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4675b-cbba-41b5-84d5-f0201acf354d req-04aa3b24-86b9-46a9-a2a1-e5516e66b0eb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:11.982153 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1d4675b-cbba-41b5-84d5-f0201acf354d req-04aa3b24-86b9-46a9-a2a1-e5516e66b0eb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.2748218 Jan 17 00:36:11.982371 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-a79f5c70-3cc9-46ea-98a2-b7d77e81cca8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6696603 Jan 17 00:36:11.987068 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 40582) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:11.993995 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Sync routers for ids ['b8ac1cda-8d23-436b-b872-5d1d5769e174'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:36:12.020664 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Routers {'b8ac1cda-8d23-436b-b872-5d1d5769e174'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:12.021600 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:36:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['b8ac1cda-8d23-436b-b872-5d1d5769e174'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:12.037949 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce258-0517-469e-b44a-4c721b0e1311 None None] Provisioning complete for port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:12.038330 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce258-0517-469e-b44a-4c721b0e1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:12.089523 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce258-0517-469e-b44a-4c721b0e1311 None None] Port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:36:12.101759 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-aa7ce258-0517-469e-b44a-4c721b0e1311 None None] Provisioning complete for port 1fc5667e-c069-437e-a4b6-1c34185510af triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:12.102283 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce258-0517-469e-b44a-4c721b0e1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:12.156464 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '1fc5667e-c069-437e-a4b6-1c34185510af', 'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'mac_address': 'fa:16:3e:e9:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:03Z', 'updated_at': '2022-01-17T00:36:11Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'subnets': [{'id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:12.173873 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Set router b8ac1cda-8d23-436b-b872-5d1d5769e174 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:12.196865 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a220e-d3d1-4e52-be40-7fde1eaf25ee None None] The sync data for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi is: [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '1fc5667e-c069-437e-a4b6-1c34185510af', 'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'mac_address': 'fa:16:3e:e9:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:03Z', 'updated_at': '2022-01-17T00:36:11Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'subnets': [{'id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:36:12.241602 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ce258-0517-469e-b44a-4c721b0e1311 None None] Current status of the port 1fc5667e-c069-437e-a4b6-1c34185510af is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:12.410421 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:09Z', 'updated_at': '2022-01-17T00:36:10Z', 'revision_number': 3, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'gw_port': {'id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:10Z', 'updated_at': '2022-01-17T00:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:12.449516 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Checking router: b8ac1cda-8d23-436b-b872-5d1d5769e174 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:36:12.450184 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Updating router b8ac1cda-8d23-436b-b872-5d1d5769e174 port f382110e-4813-4c97-adbb-2a0cb89c245b binding host dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:36:12.479814 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:12.669677 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1d4675b-cbba-41b5-84d5-f0201acf354d req-1e7fe280-d285-4c93-82ff-421a6e924012 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739895 Jan 17 00:36:12.796411 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b2899-75da-40d9-935b-fa2cecff5579 req-9bc228a8-c52c-4c41-8a65-45f3db473a1e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:12.803722 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d10b2899-75da-40d9-935b-fa2cecff5579 req-9bc228a8-c52c-4c41-8a65-45f3db473a1e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 932 time: 0.6868114 Jan 17 00:36:12.825869 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Publish callbacks [] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), precommit_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:12.839742 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:12.904135 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Attempting to bind port f382110e-4813-4c97-adbb-2a0cb89c245b on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:36:12.904504 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Attempting to bind port f382110e-4813-4c97-adbb-2a0cb89c245b by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:36:12.904867 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Attempting to bind port f382110e-4813-4c97-adbb-2a0cb89c245b on network 43725192-81a9-4edf-a6cb-79084dcd3ece {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:12.915072 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9368fd8-4d97-4659-9443-93823971393c None None] Pushing event updated for resources: {'Port': ['ID=f382110e-4813-4c97-adbb-2a0cb89c245b,revision_number=2']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:12.917755 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:36:12.918159 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Checking segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:12.918533 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:12.918915 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Bound using segment: {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'} {{(pid=109115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:36:12.919483 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.managers [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Bound port: f382110e-4813-4c97-adbb-2a0cb89c245b, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aff399-71ae-4392-a2f1-c323875be83e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}}] {{(pid=109115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:36:12.919819 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), before_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:12.941857 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad431dbc-e1b7-4ff6-8141-9d4f7c0a3ae0 None None] Network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:36:12.994157 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] For port f382110e-4813-4c97-adbb-2a0cb89c245b, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:36:13.000356 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.plugins.ml2.db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] For port f382110e-4813-4c97-adbb-2a0cb89c245b, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=f382110e-4813-4c97-adbb-2a0cb89c245b,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:36:13.015088 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron_lib.callbacks.manager [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), after_update {{(pid=109115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:13.054148 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d10b2899-75da-40d9-935b-fa2cecff5579 req-fe272c61-ab96-4008-9fb6-7ae7960789ef tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492595 Jan 17 00:36:13.132956 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-2e11aeab-6b46-4606-90d0-c064611b6769 None None] Provisioning complete for port c8dba5bd-1a61-41f8-925d-a83e4fa31040 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:13.134475 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2e11aeab-6b46-4606-90d0-c064611b6769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:13.136801 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Routers {'b8ac1cda-8d23-436b-b872-5d1d5769e174'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:13.137556 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:36:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['b8ac1cda-8d23-436b-b872-5d1d5769e174'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:13.223654 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c4ead-5eae-4ff9-80d9-042d0b4ac9b0 req-3389c684-6d5e-4820-9648-92bfe7860bbe tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:13.232902 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e82c4ead-5eae-4ff9-80d9-042d0b4ac9b0 req-3389c684-6d5e-4820-9648-92bfe7860bbe tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 931 time: 0.4787283 Jan 17 00:36:13.241335 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04846cfd-5b6f-4b73-ba68-f56f4d5c058c {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:36:13.250603 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Publish callbacks [] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:13.269918 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Transition to ACTIVE for port object 04846cfd-5b6f-4b73-ba68-f56f4d5c058c will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:36:13.288573 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] Set router b8ac1cda-8d23-436b-b872-5d1d5769e174 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:13.297794 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-2e11aeab-6b46-4606-90d0-c064611b6769 None None] Current status of the port c8dba5bd-1a61-41f8-925d-a83e4fa31040 is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:13.298450 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2e11aeab-6b46-4606-90d0-c064611b6769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:13.349297 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-2e11aeab-6b46-4606-90d0-c064611b6769 None None] For port c8dba5bd-1a61-41f8-925d-a83e4fa31040, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c8dba5bd-1a61-41f8-925d-a83e4fa31040,segment=NetworkSegment(ac8449f3-804e-4979-8b78-017f1126fa33),segment_id=ac8449f3-804e-4979-8b78-017f1126fa33)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:13.356178 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2e11aeab-6b46-4606-90d0-c064611b6769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:13.361287 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e7c4ef-88f5-48e3-8bee-545674711a97 {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:36:13.392791 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Publish callbacks [] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:13.422233 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Transition to ACTIVE for port object 34e7c4ef-88f5-48e3-8bee-545674711a97 will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:36:13.435225 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9368fd8-4d97-4659-9443-93823971393c None None] Pushing event updated for resources: {'Port': ['ID=f382110e-4813-4c97-adbb-2a0cb89c245b,revision_number=3']} {{(pid=109115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:13.471702 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11aeab-6b46-4606-90d0-c064611b6769 None None] Pushing event updated for resources: {'Port': ['ID=c8dba5bd-1a61-41f8-925d-a83e4fa31040,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:13.601051 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:13.603670 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-c7c593dd-b656-4795-a812-7c24989b8139 None None] Provisioning complete for port c8dba5bd-1a61-41f8-925d-a83e4fa31040 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:13.606125 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-c7c593dd-b656-4795-a812-7c24989b8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:13.609897 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:13.702448 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:09Z', 'updated_at': '2022-01-17T00:36:10Z', 'revision_number': 3, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'gw_port': {'id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:10Z', 'updated_at': '2022-01-17T00:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:13.776395 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1fa91c-233c-4065-998c-acf45b3e9d12 None None] The sync data for ids ['b8ac1cda-8d23-436b-b872-5d1d5769e174'] in dv-cinder-815461-7-iscsi is: [{'id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:09Z', 'updated_at': '2022-01-17T00:36:10Z', 'revision_number': 3, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'gw_port': {'id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:92:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:10Z', 'updated_at': '2022-01-17T00:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:36:13.798961 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 1fc5667e-c069-437e-a4b6-1c34185510af up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:13.849965 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Pushing event updated for resources: {'Port': ['ID=34e7c4ef-88f5-48e3-8bee-545674711a97,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:13.872125 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-c7c593dd-b656-4795-a812-7c24989b8139 None None] Current status of the port c8dba5bd-1a61-41f8-925d-a83e4fa31040 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:13.904486 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port 1fc5667e-c069-437e-a4b6-1c34185510af triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:13.904768 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:14.051933 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e82c4ead-5eae-4ff9-80d9-042d0b4ac9b0 req-4f0fc981-2dcb-4493-b60a-3a9fef6debdc tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8181112 Jan 17 00:36:14.123846 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Attempting to bind port 34e7c4ef-88f5-48e3-8bee-545674711a97 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:36:14.124752 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Attempting to bind port 34e7c4ef-88f5-48e3-8bee-545674711a97 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'd63d2254-32a3-49ac-9815-2a524b6c2cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:36:14.125260 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Attempting to bind port 34e7c4ef-88f5-48e3-8bee-545674711a97 on network a921d394-f25d-4b1c-8753-a8a55b2917ed {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.140130 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:36:14.142873 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51673b-3e4a-44dd-9d22-de0080b8036f req-7afdf73b-ad20-4df5-aa2f-93171fe342b7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:14.143657 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4e51673b-3e4a-44dd-9d22-de0080b8036f req-7afdf73b-ad20-4df5-aa2f-93171fe342b7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.4054897 Jan 17 00:36:14.154496 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Pushing event updated for resources: {'Port': ['ID=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:14.171131 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 1fc5667e-c069-437e-a4b6-1c34185510af is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:14.172451 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c8dba5bd-1a61-41f8-925d-a83e4fa31040 up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:14.180038 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Port 34e7c4ef-88f5-48e3-8bee-545674711a97 on network a921d394-f25d-4b1c-8753-a8a55b2917ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:36:14.180559 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Attempting to bind port 34e7c4ef-88f5-48e3-8bee-545674711a97 on network a921d394-f25d-4b1c-8753-a8a55b2917ed {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:14.220521 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:36:14.220917 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Checking segment: {'id': 'd63d2254-32a3-49ac-9815-2a524b6c2cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:14.221842 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Bound using segment: {'id': 'd63d2254-32a3-49ac-9815-2a524b6c2cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:36:14.222312 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Bound port: 34e7c4ef-88f5-48e3-8bee-545674711a97, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63d2254-32a3-49ac-9815-2a524b6c2cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:36:14.222687 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:14.240644 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c8dba5bd-1a61-41f8-925d-a83e4fa31040 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:14.241457 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:14.297175 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Attempting to bind port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:36:14.297729 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Attempting to bind port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:36:14.298127 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Attempting to bind port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c on network 22a6ac7b-ff36-4949-abee-1db43c495051 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:14.389352 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c on network 22a6ac7b-ff36-4949-abee-1db43c495051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:36:14.389704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Attempting to bind port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c on network 22a6ac7b-ff36-4949-abee-1db43c495051 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:14.403296 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c8dba5bd-1a61-41f8-925d-a83e4fa31040 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:14.423582 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:36:14.423931 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Checking segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:14.424330 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Bound using segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:36:14.424784 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Bound port: 04846cfd-5b6f-4b73-ba68-f56f4d5c058c, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:36:14.425150 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:14.429252 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:14.439449 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-92f96d83-5621-4b72-983c-3a1acf62cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:14.440974 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-92f96d83-5621-4b72-983c-3a1acf62cd53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1099 time: 0.1082673 Jan 17 00:36:14.455512 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4e51673b-3e4a-44dd-9d22-de0080b8036f req-cfdcce56-f85e-451b-b615-b4133ded7c6e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030972 Jan 17 00:36:14.479541 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] For port 34e7c4ef-88f5-48e3-8bee-545674711a97, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:36:14.485136 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] For port 34e7c4ef-88f5-48e3-8bee-545674711a97, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=34e7c4ef-88f5-48e3-8bee-545674711a97,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:36:14.505380 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a036043-c841-4f46-92f8-a332abe3f626 req-3601feb5-106b-49bc-b04d-5a41586aa5c6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:14.508281 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a036043-c841-4f46-92f8-a332abe3f626 req-3601feb5-106b-49bc-b04d-5a41586aa5c6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.2186224 Jan 17 00:36:14.519642 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:14.555877 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-9d88a175-4f8d-4003-bfbb-95800b73ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:14.557427 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-9d88a175-4f8d-4003-bfbb-95800b73ef6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 920 time: 0.1034946 Jan 17 00:36:14.639903 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:14.640479 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:14.642998 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] 10.222.0.15 "PUT /v2.0/ports/34e7c4ef-88f5-48e3-8bee-545674711a97 HTTP/1.1" status: 200 len: 1093 time: 2.9817715 Jan 17 00:36:14.707322 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbe8065-97ca-40dd-82bd-c91f0bbd71d1', 'tag': '34e7c4ef-88f5-48e3-8bee-545674711a97'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:36:14.709859 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40af7e42-b07a-42a5-b0d2-09af937d6fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "efbe8065-97ca-40dd-82bd-c91f0bbd71d1", "tag": "34e7c4ef-88f5-48e3-8bee-545674711a97"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:36:14.794937 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77902a8b-d377-4cd5-864f-f40cbd03ea61 req-305d4c37-a890-403b-9d84-27e0a6e09ed2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:14.796712 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77902a8b-d377-4cd5-864f-f40cbd03ea61 req-305d4c37-a890-403b-9d84-27e0a6e09ed2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.2653987 Jan 17 00:36:14.866275 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-5d04a1f0-20e7-42b7-abce-ad8aa2e493e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b46a2c2c-c414-451e-a594-3c4acc530734 HTTP/1.1" status: 200 len: 217 time: 0.3002865 Jan 17 00:36:14.908711 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956b2e2-0c49-4898-be36-7f3fd20561ec service neutron] Pushing event updated for resources: {'Port': ['ID=34e7c4ef-88f5-48e3-8bee-545674711a97,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:14.926848 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-70f3d00a-3081-4c55-be52-c1dfa30152a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:14.928522 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-70f3d00a-3081-4c55-be52-c1dfa30152a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.0535424 Jan 17 00:36:14.938104 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a036043-c841-4f46-92f8-a332abe3f626 req-758d1df5-b5ff-48ae-b3dc-b5e86bcdde71 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143219 Jan 17 00:36:14.956921 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] For port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:36:14.963779 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-4a23f5db-ab93-4713-92cb-2e55a607d41f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261407 Jan 17 00:36:14.964836 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] For port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:36:14.979669 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:15.012857 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7670799b-01b4-4326-9481-9348b78e3541 x-openstack-request-id: req-7670799b-01b4-4326-9481-9348b78e3541 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:36:15.013154 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbe8065-97ca-40dd-82bd-c91f0bbd71d1", "tag": "34e7c4ef-88f5-48e3-8bee-545674711a97", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:36:15.013410 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7670799b-01b4-4326-9481-9348b78e3541 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:36:15.013805 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbe8065-97ca-40dd-82bd-c91f0bbd71d1', 'tag': '34e7c4ef-88f5-48e3-8bee-545674711a97', 'status': 'completed', 'code': 200} Jan 17 00:36:15.023596 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-3fc4784b-8396-48cc-97f2-208d4cab3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:15.025581 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-3fc4784b-8396-48cc-97f2-208d4cab3070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bed360bb7f6e42ec85d24574fb027349&device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 1096 time: 0.2770581 Jan 17 00:36:15.069169 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77902a8b-d377-4cd5-864f-f40cbd03ea61 req-93227aec-57a9-41fb-9b90-da38395e6f9d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322891 Jan 17 00:36:15.074881 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:15.076958 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:15.077677 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] 10.222.0.15 "PUT /v2.0/ports/04846cfd-5b6f-4b73-ba68-f56f4d5c058c HTTP/1.1" status: 200 len: 1094 time: 3.7192004 Jan 17 00:36:15.142280 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-4e8c2598-9884-45b6-8f07-ba8c7703108f service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690261 Jan 17 00:36:15.188481 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-6a833e51-c13a-4105-8f75-f776e76eb138 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e7c4ef-88f5-48e3-8bee-545674711a97 HTTP/1.1" status: 200 len: 217 time: 0.1341479 Jan 17 00:36:15.241675 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Allocated IP 172.20.0.1 (1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf/d3428fd3-e373-420f-ac42-6c7304b188e0/c950fb70-7756-4de8-b4ee-d14f01b9906f) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:15.303412 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-9af57f07-33c3-4ade-8ce1-49cb2865ecd3 req-e704be8c-de63-4a05-bbfc-038ba761ba0f service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488690 Jan 17 00:36:15.352507 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec872f6-4eef-4b32-94ee-ab58cb837e5b service neutron] Pushing event updated for resources: {'Port': ['ID=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:15.430782 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-f3a98bd1-08e1-4016-badd-e6dfba51544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:15.432260 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-f3a98bd1-08e1-4016-badd-e6dfba51544e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ed0efd6-22ea-4ff7-bb20-913d5065a954 HTTP/1.1" status: 200 len: 853 time: 0.2141297 Jan 17 00:36:15.442210 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-02b7dcf3-df7d-40fc-93d8-29be5585e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:15.443758 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-02b7dcf3-df7d-40fc-93d8-29be5585e1d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 1097 time: 0.2745931 Jan 17 00:36:15.459772 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34b5ab-39b2-488c-a835-375963faebef req-17b56ea2-7af1-4d97-b917-71310fcc2799 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:15.461349 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef34b5ab-39b2-488c-a835-375963faebef req-17b56ea2-7af1-4d97-b917-71310fcc2799 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2417297 Jan 17 00:36:15.468995 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19383a5-b35d-4118-8b2d-86ecef9ec4f4 req-998b7356-fb04-44ce-8646-a13af83bb5db tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:15.471136 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a19383a5-b35d-4118-8b2d-86ecef9ec4f4 req-998b7356-fb04-44ce-8646-a13af83bb5db tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 943 time: 0.2777939 Jan 17 00:36:15.583620 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-b85c7723-9ae1-476d-9b78-d8c3e997ddb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a921d394-f25d-4b1c-8753-a8a55b2917ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835707 Jan 17 00:36:15.592402 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-850a8916-208e-4080-a66c-081b866d48f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c HTTP/1.1" status: 200 len: 217 time: 0.0934374 Jan 17 00:36:15.599443 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device f382110e-4813-4c97-adbb-2a0cb89c245b up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:15.654740 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port f382110e-4813-4c97-adbb-2a0cb89c245b triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:15.655108 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:15.755089 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port f382110e-4813-4c97-adbb-2a0cb89c245b is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:15.755819 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:15.797396 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] For port f382110e-4813-4c97-adbb-2a0cb89c245b, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=f382110e-4813-4c97-adbb-2a0cb89c245b,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:15.804467 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:15.864466 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Pushing event updated for resources: {'Port': ['ID=f382110e-4813-4c97-adbb-2a0cb89c245b,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:15.946238 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Publish callbacks [] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:15.996857 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef34b5ab-39b2-488c-a835-375963faebef req-a02f3098-b038-4f52-a79b-c848e57fb16d tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5246868 Jan 17 00:36:16.011357 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a19383a5-b35d-4118-8b2d-86ecef9ec4f4 req-d9d8f393-621e-4957-b2ae-30de8e73cb47 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282257 Jan 17 00:36:16.052287 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-c04df00d-d32d-4750-ab97-bbcd0bf302eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:16.053649 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-c04df00d-d32d-4750-ab97-bbcd0bf302eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.1724172 Jan 17 00:36:16.080191 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-1885036f-9f9b-4805-9055-0add4671915e service neutron] 10.222.0.15 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138400 Jan 17 00:36:16.209024 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:16.281805 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-c9376890-8e9c-4649-a9c3-5106aa1e7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:16.283274 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-c9376890-8e9c-4649-a9c3-5106aa1e7b16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2151837 Jan 17 00:36:16.285725 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:16.304089 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62a7a9-1cb3-4c63-b0d4-e92b9d067352 req-dcc47e45-c88a-48a3-ba1a-4315a8d3346c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:16.305501 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ff62a7a9-1cb3-4c63-b0d4-e92b9d067352 req-dcc47e45-c88a-48a3-ba1a-4315a8d3346c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.2296019 Jan 17 00:36:16.311249 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:16.328236 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:16.355077 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Pushing event updated for resources: {'Port': ['ID=c950fb70-7756-4de8-b4ee-d14f01b9906f,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:16.421503 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82a206-7ce0-4f30-bd68-3e6c148a496f req-c010e775-ee39-446b-a32d-15b85968ca0a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:16.424357 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b82a206-7ce0-4f30-bd68-3e6c148a496f req-c010e775-ee39-446b-a32d-15b85968ca0a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.3172216 Jan 17 00:36:16.437147 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eda4d9fc-815e-41f8-8dbc-8da99ced7304 req-68662988-f42f-4535-bd43-03802256c7dd service neutron] 10.222.0.15 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431747 Jan 17 00:36:16.510248 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3878040'] for router_interface (b8ac1cda-8d23-436b-b872-5d1d5769e174), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:16.534434 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ff62a7a9-1cb3-4c63-b0d4-e92b9d067352 req-151ad45e-0cec-48f2-912d-80f92d67edbf tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143512 Jan 17 00:36:16.607355 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-f62fb018-6ade-4a3a-a643-1b6ee871d04e None None] Provisioning complete for port c950fb70-7756-4de8-b4ee-d14f01b9906f triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:16.607914 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f62fb018-6ade-4a3a-a643-1b6ee871d04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:16.608037 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-9103b2f5-7491-4e65-ba84-e25ac9a23e13 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988808 Jan 17 00:36:16.651380 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-f62fb018-6ade-4a3a-a643-1b6ee871d04e None None] Port c950fb70-7756-4de8-b4ee-d14f01b9906f cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:36:16.674839 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b82a206-7ce0-4f30-bd68-3e6c148a496f req-67045e72-4784-4b93-abd4-c5fafc8170ef tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413676 Jan 17 00:36:16.802090 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-459f05cb-0cec-4ecd-b35e-bd9636c96e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:16.803529 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-459f05cb-0cec-4ecd-b35e-bd9636c96e11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bed360bb7f6e42ec85d24574fb027349&device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 1096 time: 0.2041173 Jan 17 00:36:16.886190 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362845a-3541-4db7-91c9-572757e4cd63 req-54d47c5d-e23a-44a0-a21d-2da2e6e0552b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:16.887689 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7362845a-3541-4db7-91c9-572757e4cd63 req-54d47c5d-e23a-44a0-a21d-2da2e6e0552b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.2307448 Jan 17 00:36:16.891935 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-507a2ad7-f6d2-4fa9-b0ef-f59a24c69f72 req-d1bbc9db-290c-47e8-8f7b-6aead87eeebe service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539973 Jan 17 00:36:16.949131 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:17.014111 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7362845a-3541-4db7-91c9-572757e4cd63 req-5d95e229-3c8a-4361-a61e-bd85e2b0f4a9 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196303 Jan 17 00:36:17.017542 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:36:17.019891 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359a7aa3-5a38-4eae-940f-c288b43cafad" -d '{"events": [{"name": "network-changed", "server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:36:17.030714 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-6c23b9cf-c026-41cf-9147-b522ef24ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:17.030714 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-6c23b9cf-c026-41cf-9147-b522ef24ab3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a921d394-f25d-4b1c-8753-a8a55b2917ed HTTP/1.1" status: 200 len: 914 time: 0.2132871 Jan 17 00:36:17.089680 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e848e8e4-06c9-41b7-8c30-60bfbd4645ab x-openstack-request-id: req-e848e8e4-06c9-41b7-8c30-60bfbd4645ab {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:36:17.089971 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:36:17.090223 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e848e8e4-06c9-41b7-8c30-60bfbd4645ab {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:36:17.090609 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'status': 'completed', 'code': 200} Jan 17 00:36:17.096363 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-17f01b52-e628-4bf6-b0c6-d662032f0274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e7c4ef-88f5-48e3-8bee-545674711a97 HTTP/1.1" status: 200 len: 217 time: 0.0506244 Jan 17 00:36:17.318484 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6920ab4-cfad-452d-80d3-bd60b908561b req-44454246-1fdd-4e5d-b17d-0446ecf10ced tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:17.319903 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a6920ab4-cfad-452d-80d3-bd60b908561b req-44454246-1fdd-4e5d-b17d-0446ecf10ced tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2285678 Jan 17 00:36:17.321235 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-12e52371-764f-4960-9975-95f120c9344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:17.322518 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-12e52371-764f-4960-9975-95f120c9344b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ed0efd6-22ea-4ff7-bb20-913d5065a954 HTTP/1.1" status: 200 len: 853 time: 0.1877720 Jan 17 00:36:17.350420 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019966e-cf27-4a88-827e-63bf26294057 req-9c7738a8-3bad-4ace-886c-6a09de2f8f46 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:17.351872 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d019966e-cf27-4a88-827e-63bf26294057 req-9c7738a8-3bad-4ace-886c-6a09de2f8f46 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 943 time: 0.2182274 Jan 17 00:36:17.393334 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-ca99938f-9afa-49e9-a085-aea5f9e740de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:17.394986 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-ca99938f-9afa-49e9-a085-aea5f9e740de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 1097 time: 0.2588444 Jan 17 00:36:17.436119 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-7711ace2-b46c-4d8c-b744-7a568164f9b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a921d394-f25d-4b1c-8753-a8a55b2917ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598319 Jan 17 00:36:17.540965 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Publish callbacks [] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:17.588084 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:17.592490 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device f382110e-4813-4c97-adbb-2a0cb89c245b up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:17.595820 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a6920ab4-cfad-452d-80d3-bd60b908561b req-592c1d85-cbf9-4f18-a153-2a4d9f7c6500 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656665 Jan 17 00:36:17.646743 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d019966e-cf27-4a88-827e-63bf26294057 req-08c56576-160c-4ac6-b254-db6f1d9732f9 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824130 Jan 17 00:36:17.661382 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port f382110e-4813-4c97-adbb-2a0cb89c245b triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:17.661914 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:17.767630 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port f382110e-4813-4c97-adbb-2a0cb89c245b is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:17.935224 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:36:18.041217 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3741833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3877900'] for router_interface (b8ac1cda-8d23-436b-b872-5d1d5769e174), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:18.043010 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Pushing event updated for resources: {'Port': ['ID=c950fb70-7756-4de8-b4ee-d14f01b9906f,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:18.053506 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:18.058224 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-c86f9a3d-7e4f-40da-8dd1-414bf11edd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:18.059749 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-c86f9a3d-7e4f-40da-8dd1-414bf11edd59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.6377883 Jan 17 00:36:18.066681 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'd387932f-7090-40dc-82db-f73f3978410d', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'port_id': 'd387932f-7090-40dc-82db-f73f3978410d', 'mac_address': 'fa:16:3e:33:5b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:36:18.106309 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d387932f-7090-40dc-82db-f73f3978410d is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:18.106712 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:18.120382 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-441d2b77-646f-43e6-9795-c23f1f28dc21 service neutron] 10.222.0.15 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343281 Jan 17 00:36:18.122714 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d387932f-7090-40dc-82db-f73f3978410d {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:36:18.137742 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-dff1bc0d-115c-4c1d-bbd2-2dd8df19dba7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c HTTP/1.1" status: 200 len: 217 time: 0.0652800 Jan 17 00:36:18.147583 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:18.153591 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:18.184777 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd601e2-8d3f-4cbd-af6b-0869c1e12a95 req-0f7607f5-c148-49fd-8b1e-669a2fbbc2a1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:18.186349 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7cd601e2-8d3f-4cbd-af6b-0869c1e12a95 req-0f7607f5-c148-49fd-8b1e-669a2fbbc2a1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 944 time: 0.2604487 Jan 17 00:36:18.202899 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dcb56-6b90-4ad1-997e-a6b9db706c54 req-9e16391e-30d9-47ed-8fce-b7d1a8ca7ced tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:18.204490 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-427dcb56-6b90-4ad1-997e-a6b9db706c54 req-9e16391e-30d9-47ed-8fce-b7d1a8ca7ced tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.2775648 Jan 17 00:36:18.209064 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=9']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:18.378891 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-0adb55e9-5f1c-40eb-94c1-7d91cc37aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:18.380389 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-0adb55e9-5f1c-40eb-94c1-7d91cc37aec8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.2036629 Jan 17 00:36:18.443323 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7cd601e2-8d3f-4cbd-af6b-0869c1e12a95 req-1178376c-3d79-4035-8bbe-52c2493dfdce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271833 Jan 17 00:36:18.453217 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:18.459892 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:18.467645 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-427dcb56-6b90-4ad1-997e-a6b9db706c54 req-a981d000-640b-4479-b7b2-a06c0af165e3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469118 Jan 17 00:36:18.474051 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40af7e42-b07a-42a5-b0d2-09af937d6fd2 req-8e113651-ed12-403d-b337-e7125d23e7e0 service neutron] 10.222.0.15 "GET /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100972 Jan 17 00:36:18.528883 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['d387932f-7090-40dc-82db-f73f3978410d'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:36:18.537207 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-830fc454-4033-4aad-aa2d-0973eef9f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:18.538744 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-830fc454-4033-4aad-aa2d-0973eef9f154 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1444154 Jan 17 00:36:18.687186 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226317aa-192f-4902-abb4-867a20d19028 req-b0d602b6-c61b-41ed-a28e-ff3eab0cf6e9 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:18.689279 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-226317aa-192f-4902-abb4-867a20d19028 req-b0d602b6-c61b-41ed-a28e-ff3eab0cf6e9 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1707957 Jan 17 00:36:18.725033 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Router b8ac1cda-8d23-436b-b872-5d1d5769e174 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:36:18.777690 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-c93c22ca-8270-484c-9faf-a4d4c8307b2e service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167807 Jan 17 00:36:18.803578 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-be6c686d-f0ac-4e51-8705-5ca638eb05fc None None] Provisioning complete for port c950fb70-7756-4de8-b4ee-d14f01b9906f triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:18.804253 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-be6c686d-f0ac-4e51-8705-5ca638eb05fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:18.841955 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-be6c686d-f0ac-4e51-8705-5ca638eb05fc None None] Port c950fb70-7756-4de8-b4ee-d14f01b9906f cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:36:18.886269 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-226317aa-192f-4902-abb4-867a20d19028 req-70e5c3d9-c0ff-4430-a3ba-1cd0bbf5ba8b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902039 Jan 17 00:36:18.907611 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515e9e-bba6-4f90-9c1a-9f353acdf55c req-af06207c-df4a-4405-a015-d480258ba6b6 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:18.909125 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a0515e9e-bba6-4f90-9c1a-9f353acdf55c req-af06207c-df4a-4405-a015-d480258ba6b6 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1984425 Jan 17 00:36:19.065778 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-359a7aa3-5a38-4eae-940f-c288b43cafad req-ed1ce552-5ea4-49f2-a090-80658aca71a0 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759185 Jan 17 00:36:19.068274 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:36:19.073925 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a0515e9e-bba6-4f90-9c1a-9f353acdf55c req-d417e9ad-b233-4060-92c1-e6e79dca8ca5 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561575 Jan 17 00:36:19.080055 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-61020302-55bc-4a31-b130-9f1caa31d430 admin admin] 10.222.0.24 "PUT /v2.0/routers/b8ac1cda-8d23-436b-b872-5d1d5769e174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0919054 Jan 17 00:36:19.082265 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Sync routers for ids ['b8ac1cda-8d23-436b-b872-5d1d5769e174'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:36:19.097978 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a639a-d9b8-4cc1-a575-8246a86e2b9d req-ad4d1598-af2c-4ffd-bb29-88f8d9a16078 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:19.099668 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-526a639a-d9b8-4cc1-a575-8246a86e2b9d req-ad4d1598-af2c-4ffd-bb29-88f8d9a16078 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 943 time: 0.1271000 Jan 17 00:36:19.129820 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Routers {'b8ac1cda-8d23-436b-b872-5d1d5769e174'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:19.130785 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:36:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['b8ac1cda-8d23-436b-b872-5d1d5769e174'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:19.180236 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-526a639a-d9b8-4cc1-a575-8246a86e2b9d req-3fa0648e-8ef8-4130-bf0a-5685d7b9bca1 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634916 Jan 17 00:36:19.280534 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Set router b8ac1cda-8d23-436b-b872-5d1d5769e174 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:19.505602 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:09Z', 'updated_at': '2022-01-17T00:36:16Z', 'revision_number': 4, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'gw_port': {'id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:10Z', 'updated_at': '2022-01-17T00:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'c950fb70-7756-4de8-b4ee-d14f01b9906f', 'name': '', 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'mac_address': 'fa:16:3e:62:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'd3428fd3-e373-420f-ac42-6c7304b188e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:14Z', 'updated_at': '2022-01-17T00:36:17Z', 'revision_number': 2, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'subnets': [{'id': 'd3428fd3-e373-420f-ac42-6c7304b188e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:19.538117 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Checking router: b8ac1cda-8d23-436b-b872-5d1d5769e174 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:36:19.538476 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Updating router b8ac1cda-8d23-436b-b872-5d1d5769e174 port c950fb70-7756-4de8-b4ee-d14f01b9906f binding host dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 00:36:19.567550 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.573499 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122db39e-0e1f-479a-8f37-81025e306dbf req-dd6676d1-4ed9-449b-9fda-1e1fb5bff635 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:19.575092 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-122db39e-0e1f-479a-8f37-81025e306dbf req-dd6676d1-4ed9-449b-9fda-1e1fb5bff635 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 945 time: 0.0557528 Jan 17 00:36:19.592857 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 40654) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:19.598419 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-26b06fd7-75d2-4ee5-a778-78df1d9af057 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347118004', 'description': 'tempest-secgroup-smoke-347118004 description', 'project_id': '26758062fce6425cae7332c5dc4a74a4'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:19.664189 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-26b06fd7-75d2-4ee5-a778-78df1d9af057 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.682657 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-122db39e-0e1f-479a-8f37-81025e306dbf req-0b5801cd-1ac8-4cd2-86e2-5efdd1459d7e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005321 Jan 17 00:36:19.731420 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1efad-4713-48fa-b14c-c3deed70568b req-ad33b8ba-71f4-4061-b64a-eae69641a2b1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:19.732967 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f0d1efad-4713-48fa-b14c-c3deed70568b req-ad33b8ba-71f4-4061-b64a-eae69641a2b1 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0905547 Jan 17 00:36:19.797893 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-26b06fd7-75d2-4ee5-a778-78df1d9af057 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group (98711559-e61a-43e1-bbc9-cd901ba21f9c), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.801920 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-26b06fd7-75d2-4ee5-a778-78df1d9af057 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (98711559-e61a-43e1-bbc9-cd901ba21f9c), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.830924 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f0d1efad-4713-48fa-b14c-c3deed70568b req-58e5ad62-0079-439f-b041-edbc4eaa8751 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838237 Jan 17 00:36:19.849620 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-26b06fd7-75d2-4ee5-a778-78df1d9af057 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.853897 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40656) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:19.854420 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-26b06fd7-75d2-4ee5-a778-78df1d9af057 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2598617 Jan 17 00:36:19.856598 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b06fd7-75d2-4ee5-a778-78df1d9af057 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98711559-e61a-43e1-bbc9-cd901ba21f9c,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:19.858569 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-b619495e-4a2e-48c1-ad47-9d22f5f38064 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Request body: {'security_group_rule': {'security_group_id': '98711559-e61a-43e1-bbc9-cd901ba21f9c', 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:19.888751 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b619495e-4a2e-48c1-ad47-9d22f5f38064 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (aecfbc36-e01e-41c7-84d4-a699e3be13ce), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.889950 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Publish callbacks [] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), precommit_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.896456 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.949331 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 34e7c4ef-88f5-48e3-8bee-545674711a97 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:36:19.951440 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4a0e5-471a-42d8-befc-aa4a2d4a68ec None None] Pushing event updated for resources: {'Port': ['ID=c950fb70-7756-4de8-b4ee-d14f01b9906f,revision_number=3']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:19.954531 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b619495e-4a2e-48c1-ad47-9d22f5f38064 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (aecfbc36-e01e-41c7-84d4-a699e3be13ce), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.959268 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b619495e-4a2e-48c1-ad47-9d22f5f38064 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (aecfbc36-e01e-41c7-84d4-a699e3be13ce), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.962817 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:19.982617 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619495e-4a2e-48c1-ad47-9d22f5f38064 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecfbc36-e01e-41c7-84d4-a699e3be13ce,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:19.995694 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b619495e-4a2e-48c1-ad47-9d22f5f38064 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:19.996962 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-b619495e-4a2e-48c1-ad47-9d22f5f38064 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420367 Jan 17 00:36:20.000066 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 40658) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:20.005107 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-b88ee71b-1b9c-4f53-92c4-b5f9ab146761 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Request body: {'security_group_rule': {'security_group_id': '98711559-e61a-43e1-bbc9-cd901ba21f9c', 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:20.045773 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b88ee71b-1b9c-4f53-92c4-b5f9ab146761 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (49dc0396-d775-4ddf-90cc-5415d91035c1), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.116108 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b88ee71b-1b9c-4f53-92c4-b5f9ab146761 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (49dc0396-d775-4ddf-90cc-5415d91035c1), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.119783 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Attempting to bind port c950fb70-7756-4de8-b4ee-d14f01b9906f on host dv-cinder-815461-7-iscsi for vnic_type normal with profile {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:36:20.119971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Attempting to bind port c950fb70-7756-4de8-b4ee-d14f01b9906f by drivers openvswitch,hyperv on host dv-cinder-815461-7-iscsi at level 0 using segments [{'id': 'ac8449f3-804e-4979-8b78-017f1126fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf'}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:36:20.120303 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Attempting to bind port c950fb70-7756-4de8-b4ee-d14f01b9906f on network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:20.130833 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b88ee71b-1b9c-4f53-92c4-b5f9ab146761 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (49dc0396-d775-4ddf-90cc-5415d91035c1), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.131522 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Checking agent: {'id': '67ba89a8-f17a-4592-960a-ac8f8d3daf47', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815461-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 24, 37), 'started_at': datetime.datetime(2022, 1, 17, 0, 25, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815461-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:36:20.131910 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Checking segment: {'id': 'ac8449f3-804e-4979-8b78-017f1126fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:20.132317 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.132709 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Bound using segment: {'id': 'ac8449f3-804e-4979-8b78-017f1126fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf'} {{(pid=109114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:36:20.133190 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.managers [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Bound port: c950fb70-7756-4de8-b4ee-d14f01b9906f, host: dv-cinder-815461-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8449f3-804e-4979-8b78-017f1126fa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf'}}] {{(pid=109114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:36:20.133592 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.142124 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port d387932f-7090-40dc-82db-f73f3978410d triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:20.142586 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (d387932f-7090-40dc-82db-f73f3978410d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.163023 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ee71b-1b9c-4f53-92c4-b5f9ab146761 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dc0396-d775-4ddf-90cc-5415d91035c1,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:20.195791 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b88ee71b-1b9c-4f53-92c4-b5f9ab146761 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.199370 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-b88ee71b-1b9c-4f53-92c4-b5f9ab146761 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1959894 Jan 17 00:36:20.200150 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40664) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:20.204995 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-0e913cdf-48c5-4bdb-af5b-53303bb7e3e9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Request body: {'security_group_rule': {'security_group_id': '98711559-e61a-43e1-bbc9-cd901ba21f9c', 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:20.241971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 34e7c4ef-88f5-48e3-8bee-545674711a97, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=34e7c4ef-88f5-48e3-8bee-545674711a97,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:20.244720 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e913cdf-48c5-4bdb-af5b-53303bb7e3e9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (d6e7d19b-3754-4cd1-a07d-4de965304b8a), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.266078 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45de39-a272-455a-9b0f-782cd88621d9 req-47611aca-7995-4908-a23b-a9f883b53c70 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:20.268281 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dc45de39-a272-455a-9b0f-782cd88621d9 req-47611aca-7995-4908-a23b-a9f883b53c70 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0861456 Jan 17 00:36:20.287779 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '34e7c4ef-88f5-48e3-8bee-545674711a97', 'network_id': 'a921d394-f25d-4b1c-8753-a8a55b2917ed', 'port_id': '34e7c4ef-88f5-48e3-8bee-545674711a97', 'mac_address': 'fa:16:3e:76:75:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed0efd6-22ea-4ff7-bb20-913d5065a954', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:36:20.332849 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] For port c950fb70-7756-4de8-b4ee-d14f01b9906f, host dv-cinder-815461-7-iscsi, cleared binding levels {{(pid=109114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:36:20.342264 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e913cdf-48c5-4bdb-af5b-53303bb7e3e9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (d6e7d19b-3754-4cd1-a07d-4de965304b8a), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.347720 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e913cdf-48c5-4bdb-af5b-53303bb7e3e9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (d6e7d19b-3754-4cd1-a07d-4de965304b8a), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.355915 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-345d4424-beb2-462f-9671-aef3325ef295 None None] Provisioning complete for port c950fb70-7756-4de8-b4ee-d14f01b9906f triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:20.356299 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-345d4424-beb2-462f-9671-aef3325ef295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.359575 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dc45de39-a272-455a-9b0f-782cd88621d9 req-3847506e-8d9e-4016-9aac-8ecac0dbdb6f tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834806 Jan 17 00:36:20.372687 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e913cdf-48c5-4bdb-af5b-53303bb7e3e9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e7d19b-3754-4cd1-a07d-4de965304b8a,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:20.385965 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0e913cdf-48c5-4bdb-af5b-53303bb7e3e9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.385965 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-0e913cdf-48c5-4bdb-af5b-53303bb7e3e9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1845245 Jan 17 00:36:20.386808 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40670) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:20.392092 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-b28e7faf-e08e-47c8-9a20-8f31a26c4595 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Request body: {'security_group_rule': {'security_group_id': '98711559-e61a-43e1-bbc9-cd901ba21f9c', 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:20.394823 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfb3ff-d397-410b-a2fa-5b96331f0006 req-88eaee49-3250-4ea8-b46f-ee1e4e818d75 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:20.397971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] For port c950fb70-7756-4de8-b4ee-d14f01b9906f, host dv-cinder-815461-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c950fb70-7756-4de8-b4ee-d14f01b9906f,segment=NetworkSegment(ac8449f3-804e-4979-8b78-017f1126fa33),segment_id=ac8449f3-804e-4979-8b78-017f1126fa33)] {{(pid=109114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:36:20.399834 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7cfb3ff-d397-410b-a2fa-5b96331f0006 req-88eaee49-3250-4ea8-b46f-ee1e4e818d75 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 943 time: 0.1129713 Jan 17 00:36:20.428956 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.436739 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b28e7faf-e08e-47c8-9a20-8f31a26c4595 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (2e8f28a5-79b0-4066-bd6b-459a8ba0a97c), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.438731 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d387932f-7090-40dc-82db-f73f3978410d is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:20.440181 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.478005 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 34e7c4ef-88f5-48e3-8bee-545674711a97 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:20.478513 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.484103 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7cfb3ff-d397-410b-a2fa-5b96331f0006 req-51f7ed3d-319b-4726-88cc-36df0a4d9758 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723293 Jan 17 00:36:20.510523 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-345d4424-beb2-462f-9671-aef3325ef295 None None] Port c950fb70-7756-4de8-b4ee-d14f01b9906f cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:36:20.523056 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bef700-a146-4f37-b1dc-8e539c108676 req-9c26578f-7b1c-412b-94c4-87c08afe1a7d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:20.527034 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b28e7faf-e08e-47c8-9a20-8f31a26c4595 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (2e8f28a5-79b0-4066-bd6b-459a8ba0a97c), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.529716 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d9bef700-a146-4f37-b1dc-8e539c108676 req-9c26578f-7b1c-412b-94c4-87c08afe1a7d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0734174 Jan 17 00:36:20.536728 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b28e7faf-e08e-47c8-9a20-8f31a26c4595 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (2e8f28a5-79b0-4066-bd6b-459a8ba0a97c), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.541361 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e7c4ef-88f5-48e3-8bee-545674711a97 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:36:20.553894 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:36:20.556513 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1db305-244c-4662-9c78-a4c5d313dd3a" -d '{"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-plugged", "status": "completed", "tag": "d387932f-7090-40dc-82db-f73f3978410d"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:36:20.561493 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e7faf-e08e-47c8-9a20-8f31a26c4595 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8f28a5-79b0-4066-bd6b-459a8ba0a97c,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:20.570672 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b28e7faf-e08e-47c8-9a20-8f31a26c4595 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.575231 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-b28e7faf-e08e-47c8-9a20-8f31a26c4595 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834288 Jan 17 00:36:20.575231 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40674) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:20.581301 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-d21c88b3-6a4f-411c-8a4c-488e79278977 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Request body: {'security_group_rule': {'security_group_id': '98711559-e61a-43e1-bbc9-cd901ba21f9c', 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:20.595526 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:20.599316 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Routers {'b8ac1cda-8d23-436b-b872-5d1d5769e174'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:20.600087 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:36:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['b8ac1cda-8d23-436b-b872-5d1d5769e174'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:20.602459 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4a0e5-471a-42d8-befc-aa4a2d4a68ec None None] Pushing event updated for resources: {'Port': ['ID=c950fb70-7756-4de8-b4ee-d14f01b9906f,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:20.624685 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d9bef700-a146-4f37-b1dc-8e539c108676 req-65640078-6c5d-41c8-a286-c05ab335d3fe tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936217 Jan 17 00:36:20.630998 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.securitygroups_db [None req-d21c88b3-6a4f-411c-8a4c-488e79278977 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Project 26758062fce6425cae7332c5dc4a74a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 00:36:20.646376 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d21c88b3-6a4f-411c-8a4c-488e79278977 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (2ac73938-718f-42a0-be96-dd2c33ffef88), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.660806 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.664123 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9593e857-b7bc-4ace-92db-fab2cb7967e1 x-openstack-request-id: req-9593e857-b7bc-4ace-92db-fab2cb7967e1 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:36:20.664485 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-plugged", "status": "completed", "tag": "d387932f-7090-40dc-82db-f73f3978410d", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:36:20.664791 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9593e857-b7bc-4ace-92db-fab2cb7967e1 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:36:20.665252 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d', 'code': 200} Jan 17 00:36:20.669493 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 34e7c4ef-88f5-48e3-8bee-545674711a97, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=34e7c4ef-88f5-48e3-8bee-545674711a97,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:20.679709 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.729177 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d21c88b3-6a4f-411c-8a4c-488e79278977 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (2ac73938-718f-42a0-be96-dd2c33ffef88), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.736554 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d21c88b3-6a4f-411c-8a4c-488e79278977 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (2ac73938-718f-42a0-be96-dd2c33ffef88), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.757235 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c88b3-6a4f-411c-8a4c-488e79278977 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac73938-718f-42a0-be96-dd2c33ffef88,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:20.773568 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d21c88b3-6a4f-411c-8a4c-488e79278977 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.780726 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 40682) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:20.786976 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-7d397ce4-4641-47f9-9305-ea42a1335226 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Request body: {'security_group_rule': {'security_group_id': '98711559-e61a-43e1-bbc9-cd901ba21f9c', 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:20.791314 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-d21c88b3-6a4f-411c-8a4c-488e79278977 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2161000 Jan 17 00:36:20.858990 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a044987-f84f-4aa8-91ed-4d88a63ae0b9 req-0d6c1f34-6ea6-4ebc-b3d9-8364c576afa0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:20.861481 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a044987-f84f-4aa8-91ed-4d88a63ae0b9 req-0d6c1f34-6ea6-4ebc-b3d9-8364c576afa0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 947 time: 0.0822313 Jan 17 00:36:20.863159 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.securitygroups_db [None req-7d397ce4-4641-47f9-9305-ea42a1335226 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Project 26758062fce6425cae7332c5dc4a74a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 00:36:20.870076 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7d397ce4-4641-47f9-9305-ea42a1335226 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (5dc18d07-c223-4c1d-b30b-bc496e1db433), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.966807 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a044987-f84f-4aa8-91ed-4d88a63ae0b9 req-8ce92815-2c48-49a5-b09b-3fea7b78457c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933106 Jan 17 00:36:20.974593 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7d397ce4-4641-47f9-9305-ea42a1335226 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (5dc18d07-c223-4c1d-b30b-bc496e1db433), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.981963 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7d397ce4-4641-47f9-9305-ea42a1335226 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (5dc18d07-c223-4c1d-b30b-bc496e1db433), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:20.989290 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=10']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:21.018024 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d397ce4-4641-47f9-9305-ea42a1335226 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc18d07-c223-4c1d-b30b-bc496e1db433,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:21.024351 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] Set router b8ac1cda-8d23-436b-b872-5d1d5769e174 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:21.046820 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7d397ce4-4641-47f9-9305-ea42a1335226 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:21.049554 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-7d397ce4-4641-47f9-9305-ea42a1335226 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2663701 Jan 17 00:36:21.129691 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d087c5e-b217-47ec-97cb-a89ae08d4cd6 req-c2a32fa6-82da-41ac-9820-5798ffa9de13 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:21.131669 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9d087c5e-b217-47ec-97cb-a89ae08d4cd6 req-c2a32fa6-82da-41ac-9820-5798ffa9de13 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0587854 Jan 17 00:36:21.143171 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=34e7c4ef-88f5-48e3-8bee-545674711a97,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:21.148949 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['34e7c4ef-88f5-48e3-8bee-545674711a97'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:36:21.176794 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:36:21.189596 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-f8e4a28b-d5fa-4764-be85-45164d635b47 None None] Provisioning complete for port c950fb70-7756-4de8-b4ee-d14f01b9906f triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:21.190159 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f8e4a28b-d5fa-4764-be85-45164d635b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:21.213267 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9d087c5e-b217-47ec-97cb-a89ae08d4cd6 req-9dec5310-e5c6-498d-b491-960b3ca25631 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700493 Jan 17 00:36:21.441329 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4a28b-d5fa-4764-be85-45164d635b47 None None] Current status of the port c950fb70-7756-4de8-b4ee-d14f01b9906f is: DOWN; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:21.441728 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f8e4a28b-d5fa-4764-be85-45164d635b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:21.534358 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-f8e4a28b-d5fa-4764-be85-45164d635b47 None None] For port c950fb70-7756-4de8-b4ee-d14f01b9906f, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c950fb70-7756-4de8-b4ee-d14f01b9906f,segment=NetworkSegment(ac8449f3-804e-4979-8b78-017f1126fa33),segment_id=ac8449f3-804e-4979-8b78-017f1126fa33)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:21.545415 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f8e4a28b-d5fa-4764-be85-45164d635b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:21.563578 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a772e-39cd-46f3-9aef-c804c80c6ef3 req-4fec492a-ed29-4c1a-8f0d-25cde7ce19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:21.565357 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-be6a772e-39cd-46f3-9aef-c804c80c6ef3 req-4fec492a-ed29-4c1a-8f0d-25cde7ce19f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 1100 time: 0.1347797 Jan 17 00:36:21.613449 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:09Z', 'updated_at': '2022-01-17T00:36:16Z', 'revision_number': 4, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'gw_port': {'id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:10Z', 'updated_at': '2022-01-17T00:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'c950fb70-7756-4de8-b4ee-d14f01b9906f', 'name': '', 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'mac_address': 'fa:16:3e:62:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'd3428fd3-e373-420f-ac42-6c7304b188e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:14Z', 'updated_at': '2022-01-17T00:36:20Z', 'revision_number': 4, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'subnets': [{'id': 'd3428fd3-e373-420f-ac42-6c7304b188e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:21.657923 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3611c98-956c-4e80-8c9a-485c81c1c624 None None] The sync data for ids ['b8ac1cda-8d23-436b-b872-5d1d5769e174'] in dv-cinder-815461-7-iscsi is: [{'id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:09Z', 'updated_at': '2022-01-17T00:36:16Z', 'revision_number': 4, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'gw_port': {'id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:10Z', 'updated_at': '2022-01-17T00:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'c950fb70-7756-4de8-b4ee-d14f01b9906f', 'name': '', 'network_id': '1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'mac_address': 'fa:16:3e:62:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'd3428fd3-e373-420f-ac42-6c7304b188e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:14Z', 'updated_at': '2022-01-17T00:36:20Z', 'revision_number': 4, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'subnets': [{'id': 'd3428fd3-e373-420f-ac42-6c7304b188e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:36:21.663551 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4a28b-d5fa-4764-be85-45164d635b47 None None] Pushing event updated for resources: {'Port': ['ID=c950fb70-7756-4de8-b4ee-d14f01b9906f,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:21.674253 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a3af4-fde7-4336-b35e-2a385960c970 req-fc9bec0f-04d7-46a6-8975-fc6d35739d2f tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:21.678204 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-321a3af4-fde7-4336-b35e-2a385960c970 req-fc9bec0f-04d7-46a6-8975-fc6d35739d2f tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2145984 Jan 17 00:36:21.732002 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-be6a772e-39cd-46f3-9aef-c804c80c6ef3 req-60349c9c-5b8e-4d50-913a-7abdaa292642 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575420 Jan 17 00:36:21.769446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc188-8e6f-47ec-b2a3-802516160cfb req-3250172f-5050-43da-bed3-a6d6dd042dfb tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:21.771056 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-015fc188-8e6f-47ec-b2a3-802516160cfb req-3250172f-5050-43da-bed3-a6d6dd042dfb tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 944 time: 0.1980629 Jan 17 00:36:21.782143 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-321a3af4-fde7-4336-b35e-2a385960c970 req-903cb2f6-638d-4865-a74a-ff1cd0d55b62 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947576 Jan 17 00:36:21.838092 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-015fc188-8e6f-47ec-b2a3-802516160cfb req-72dd930f-acef-44dc-89bd-8c554fb788f4 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548608 Jan 17 00:36:22.116916 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54933ef4-12f0-461c-bc19-b239ddcb9f95 req-6d60d7c5-d2ca-4d09-8a8c-5362da09ad54 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:22.118514 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-54933ef4-12f0-461c-bc19-b239ddcb9f95 req-6d60d7c5-d2ca-4d09-8a8c-5362da09ad54 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 947 time: 0.0665631 Jan 17 00:36:22.199276 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-54933ef4-12f0-461c-bc19-b239ddcb9f95 req-4436929b-579e-4447-92e8-f806beee61ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712004 Jan 17 00:36:22.335818 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786052-fed4-4d3b-babe-47802b9575b9 req-4c259dc3-b385-47a4-98ae-6111f97df1c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:22.337467 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ac786052-fed4-4d3b-babe-47802b9575b9 req-4c259dc3-b385-47a4-98ae-6111f97df1c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0581913 Jan 17 00:36:22.401061 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ac786052-fed4-4d3b-babe-47802b9575b9 req-5f2a8a92-3868-46cb-9e41-ca857b9c2721 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570569 Jan 17 00:36:22.903876 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefa1fd-8eb2-4750-90bc-bcbe65f646ed req-9463b498-4052-43b3-bbbf-b93dfab21e97 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:22.905413 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aaefa1fd-8eb2-4750-90bc-bcbe65f646ed req-9463b498-4052-43b3-bbbf-b93dfab21e97 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0580080 Jan 17 00:36:22.984559 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aaefa1fd-8eb2-4750-90bc-bcbe65f646ed req-f4da1477-5a05-43f1-bfea-fdc6244fa51d tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736089 Jan 17 00:36:22.998173 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e582694-4351-49e1-a5fb-087330e9d561 req-7efd1a81-62ef-4536-961c-eba87f18b8b7 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:23.001015 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9e582694-4351-49e1-a5fb-087330e9d561 req-7efd1a81-62ef-4536-961c-eba87f18b8b7 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 944 time: 0.0830276 Jan 17 00:36:23.052364 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9e582694-4351-49e1-a5fb-087330e9d561 req-a171b8a3-bcbe-421b-83a0-6aacc53b6664 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456424 Jan 17 00:36:23.320646 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e5c2-1855-42d3-951e-c8fd8df1d599 req-340d0215-05c4-4a76-850f-0ad0bfb707fc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:23.322127 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c4b3e5c2-1855-42d3-951e-c8fd8df1d599 req-340d0215-05c4-4a76-850f-0ad0bfb707fc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 947 time: 0.0499134 Jan 17 00:36:23.371007 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c4b3e5c2-1855-42d3-951e-c8fd8df1d599 req-34b100b3-13dd-4f98-afbe-601c4b0dfcfb tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433815 Jan 17 00:36:23.540330 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c329b-4f86-41ef-8074-b2b11dc70224 req-3d3ba8e0-5816-45f0-b46c-5cbc3ee03443 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:23.542161 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a27c329b-4f86-41ef-8074-b2b11dc70224 req-3d3ba8e0-5816-45f0-b46c-5cbc3ee03443 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0648699 Jan 17 00:36:23.612803 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a27c329b-4f86-41ef-8074-b2b11dc70224 req-93e58092-03b0-47f2-9d50-a58820b60688 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607839 Jan 17 00:36:23.637583 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c950fb70-7756-4de8-b4ee-d14f01b9906f up at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:23.688709 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Provisioning complete for port c950fb70-7756-4de8-b4ee-d14f01b9906f triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:23.689190 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:23.825981 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port c950fb70-7756-4de8-b4ee-d14f01b9906f is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:23.869449 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c9a18-1d44-4a6b-8162-f762ea2d74e3 req-13cf5120-d6d9-4928-bf8c-d60988232c17 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:23.870976 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d16c9a18-1d44-4a6b-8162-f762ea2d74e3 req-13cf5120-d6d9-4928-bf8c-d60988232c17 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0882499 Jan 17 00:36:23.905296 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e802764-1469-462e-bf96-4a450fc8725a req-f8a8863d-9d0f-4d93-82e9-ae81ef59fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:23.906776 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3e802764-1469-462e-bf96-4a450fc8725a req-f8a8863d-9d0f-4d93-82e9-ae81ef59fa07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8d018f858b48c78141f947fafd9e4c&device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 1137 time: 0.0838482 Jan 17 00:36:23.988641 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 34e7c4ef-88f5-48e3-8bee-545674711a97 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:24.006001 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d16c9a18-1d44-4a6b-8162-f762ea2d74e3 req-e0a43191-99b7-41fc-87bd-41a6243c29cb tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261821 Jan 17 00:36:24.068704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e802764-1469-462e-bf96-4a450fc8725a req-0648b0e1-d6e0-4cf9-b550-cf29d9eecfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:24.070855 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3e802764-1469-462e-bf96-4a450fc8725a req-0648b0e1-d6e0-4cf9-b550-cf29d9eecfc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=405b8fb8-3cfa-4141-8014-5c4314cb4511 HTTP/1.1" status: 200 len: 915 time: 0.1555240 Jan 17 00:36:24.074720 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 34e7c4ef-88f5-48e3-8bee-545674711a97 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:36:24.078882 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 34e7c4ef-88f5-48e3-8bee-545674711a97 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:24.079299 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:24.184043 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 34e7c4ef-88f5-48e3-8bee-545674711a97 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:24.184441 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:24.218410 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbe8065-97ca-40dd-82bd-c91f0bbd71d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e7c4ef-88f5-48e3-8bee-545674711a97'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:36:24.221300 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc79604-fa99-4954-9302-d37c85355b53" -d '{"events": [{"server_uuid": "efbe8065-97ca-40dd-82bd-c91f0bbd71d1", "name": "network-vif-plugged", "status": "completed", "tag": "34e7c4ef-88f5-48e3-8bee-545674711a97"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:36:24.221624 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3e802764-1469-462e-bf96-4a450fc8725a req-e45f65e0-4d82-4683-be1b-160e15064a3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 1001 time: 0.1432745 Jan 17 00:36:24.235750 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 34e7c4ef-88f5-48e3-8bee-545674711a97, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=34e7c4ef-88f5-48e3-8bee-545674711a97,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:24.240933 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:24.296256 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8234455-848d-4604-8857-2c73ea5a44b7 req-2887c268-46f2-4e4d-9581-9208a3f5f50e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:24.297801 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8234455-848d-4604-8857-2c73ea5a44b7 req-2887c268-46f2-4e4d-9581-9208a3f5f50e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1401944 Jan 17 00:36:24.301693 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e802764-1469-462e-bf96-4a450fc8725a req-3e3c38c8-1fb8-4676-ba67-3892f5bd7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:24.302653 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3e802764-1469-462e-bf96-4a450fc8725a req-3e3c38c8-1fb8-4676-ba67-3892f5bd7e6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2 HTTP/1.1" status: 200 len: 853 time: 0.0734715 Jan 17 00:36:24.308699 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=34e7c4ef-88f5-48e3-8bee-545674711a97,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:24.310696 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bc898-4b7f-46a7-ab90-631b2e752b96 req-803dd4b5-d805-4e3f-a660-1f6fe392f34e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:24.312418 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-df6bc898-4b7f-46a7-ab90-631b2e752b96 req-803dd4b5-d805-4e3f-a660-1f6fe392f34e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 944 time: 0.1561139 Jan 17 00:36:24.421504 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8234455-848d-4604-8857-2c73ea5a44b7 req-a0313d72-9d59-405b-9595-4715fdc8cfc8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062670 Jan 17 00:36:24.426750 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e802764-1469-462e-bf96-4a450fc8725a req-e87632cd-1689-4e84-9ebc-121b72e05355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:24.428150 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3e802764-1469-462e-bf96-4a450fc8725a req-e87632cd-1689-4e84-9ebc-121b72e05355 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=405b8fb8-3cfa-4141-8014-5c4314cb4511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148462 Jan 17 00:36:24.432997 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-df6bc898-4b7f-46a7-ab90-631b2e752b96 req-542a90dc-841d-4c2e-9582-bcfda1de7520 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042922 Jan 17 00:36:24.490019 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b0335-4788-43f5-a43f-11633157d39c x-openstack-request-id: req-0c7b0335-4788-43f5-a43f-11633157d39c {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:36:24.491720 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbe8065-97ca-40dd-82bd-c91f0bbd71d1", "name": "network-vif-plugged", "status": "completed", "tag": "34e7c4ef-88f5-48e3-8bee-545674711a97", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:36:24.493016 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c7b0335-4788-43f5-a43f-11633157d39c {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:36:24.494409 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbe8065-97ca-40dd-82bd-c91f0bbd71d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e7c4ef-88f5-48e3-8bee-545674711a97', 'code': 200} Jan 17 00:36:24.937023 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3e802764-1469-462e-bf96-4a450fc8725a req-2ee4ce44-e70b-444d-ab74-fcdc7ab2ddae service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951260 Jan 17 00:36:24.953083 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5bb41-e725-41de-bc50-cb07022ca8f5 req-4858d676-3465-4431-a298-0995937183ae tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:24.955140 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fcc5bb41-e725-41de-bc50-cb07022ca8f5 req-4858d676-3465-4431-a298-0995937183ae tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 947 time: 0.4297945 Jan 17 00:36:25.021731 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076a118-3d4c-424b-8a4b-03364323efff req-5b4233a7-4ec4-4fd2-b195-17cd30a192dc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:25.023578 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b076a118-3d4c-424b-8a4b-03364323efff req-5b4233a7-4ec4-4fd2-b195-17cd30a192dc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.1864130 Jan 17 00:36:25.025677 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17a56a-894b-4f0e-8d1d-517abf55679b req-24ae6f9d-9b9c-4749-9e85-d1b0cd22f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:25.027093 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fc17a56a-894b-4f0e-8d1d-517abf55679b req-24ae6f9d-9b9c-4749-9e85-d1b0cd22f6ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 1098 time: 0.1912587 Jan 17 00:36:25.172158 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fcc5bb41-e725-41de-bc50-cb07022ca8f5 req-d970e023-164d-4cb6-a75b-e3f13d441ee2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033889 Jan 17 00:36:25.185141 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fc17a56a-894b-4f0e-8d1d-517abf55679b req-641de7a6-bb61-47f5-8003-c3d29574b462 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439152 Jan 17 00:36:25.189534 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b076a118-3d4c-424b-8a4b-03364323efff req-2deeb518-24b2-43e4-851b-ab3992e1abe4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569412 Jan 17 00:36:25.192309 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3e802764-1469-462e-bf96-4a450fc8725a req-c97063db-e40f-41a8-8efc-4a87c05de648 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347798 Jan 17 00:36:25.298758 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e962f-5b04-4833-ab7f-bf6b9bf89551 req-78c8d239-f803-4256-a6a2-008f0f78bcdf tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:25.300891 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ac2e962f-5b04-4833-ab7f-bf6b9bf89551 req-78c8d239-f803-4256-a6a2-008f0f78bcdf tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0623033 Jan 17 00:36:25.370733 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ac2e962f-5b04-4833-ab7f-bf6b9bf89551 req-23f5afba-e760-4e3e-93b0-69cf63ed44f0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642321 Jan 17 00:36:25.586403 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a58d52-d191-4f77-81e8-1d6a24a58d64 req-08f4b042-9712-4f20-ba4e-8b4671c4bb14 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:25.588025 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-29a58d52-d191-4f77-81e8-1d6a24a58d64 req-08f4b042-9712-4f20-ba4e-8b4671c4bb14 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0901127 Jan 17 00:36:25.597478 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564700b-727f-4682-8888-49c3aafc28cd req-549e8232-94a7-461a-89f9-9b5db93dc46f tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:25.599016 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9564700b-727f-4682-8888-49c3aafc28cd req-549e8232-94a7-461a-89f9-9b5db93dc46f tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 945 time: 0.0870876 Jan 17 00:36:25.685975 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-29a58d52-d191-4f77-81e8-1d6a24a58d64 req-c82d4cf3-5168-40a7-a205-bc6e81af6bbd tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859003 Jan 17 00:36:25.695371 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9564700b-727f-4682-8888-49c3aafc28cd req-31d423f9-ddb6-4ac6-9f6e-6376e0e1a5b5 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880451 Jan 17 00:36:26.014324 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 04846cfd-5b6f-4b73-ba68-f56f4d5c058c details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:36:26.119865 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:26.132177 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'port_id': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'mac_address': 'fa:16:3e:36:ab:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:36:26.174900 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:26.175338 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:26.188852 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04846cfd-5b6f-4b73-ba68-f56f4d5c058c {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:36:26.211837 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:26.217799 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:26.279173 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:26.342510 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afb338-3c94-4fe7-9b41-d34967d37407 req-daa29446-bc9d-47d9-b13e-6bad33740f4d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:26.344121 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6afb338-3c94-4fe7-9b41-d34967d37407 req-daa29446-bc9d-47d9-b13e-6bad33740f4d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 947 time: 0.0840743 Jan 17 00:36:26.372354 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3366c-4b46-4d2d-97e8-5a4f736cb4c7 req-1a6c91ab-725f-46fa-b956-666feb159830 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:26.373854 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-86d3366c-4b46-4d2d-97e8-5a4f736cb4c7 req-1a6c91ab-725f-46fa-b956-666feb159830 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 945 time: 0.0839720 Jan 17 00:36:26.447642 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6afb338-3c94-4fe7-9b41-d34967d37407 req-41121cc2-36cd-4073-8aed-b0e64adfb783 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924451 Jan 17 00:36:26.457865 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-86d3366c-4b46-4d2d-97e8-5a4f736cb4c7 req-76a7b9ba-f242-45e2-b4cf-d235eafded66 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753832 Jan 17 00:36:26.578699 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89029c7c-a329-4156-a92c-acc171f0bca6 req-e590474c-7f42-47a3-9efa-4071d72684cf tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:26.580293 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89029c7c-a329-4156-a92c-acc171f0bca6 req-e590474c-7f42-47a3-9efa-4071d72684cf tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0596900 Jan 17 00:36:26.649376 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89029c7c-a329-4156-a92c-acc171f0bca6 req-800a2241-bc64-4c15-87a4-fb7139028354 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633047 Jan 17 00:36:26.862597 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bf4e9-fd0e-4e2e-96e8-2b5500e904ea req-52c1f8ea-99c8-4051-8058-f1574b7c6792 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:26.864333 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9f4bf4e9-fd0e-4e2e-96e8-2b5500e904ea req-52c1f8ea-99c8-4051-8058-f1574b7c6792 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0955222 Jan 17 00:36:26.878384 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d9db0-4060-49eb-93f8-e591e3d88330 req-5ebec850-9599-48c6-815b-f13a973f0599 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:26.880030 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-167d9db0-4060-49eb-93f8-e591e3d88330 req-5ebec850-9599-48c6-815b-f13a973f0599 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 945 time: 0.0993094 Jan 17 00:36:26.940649 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['04846cfd-5b6f-4b73-ba68-f56f4d5c058c'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:36:27.008071 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9f4bf4e9-fd0e-4e2e-96e8-2b5500e904ea req-669d20a8-66af-4e0d-a5d0-2fa837c63446 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264758 Jan 17 00:36:27.016392 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-167d9db0-4060-49eb-93f8-e591e3d88330 req-1afa2827-f3b3-4169-8068-15c17d5a068a tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290965 Jan 17 00:36:27.582166 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe5da0-96b4-4415-b2ac-644d1c9f76f3 req-8b42578f-5a67-42b0-a95f-a4208ff022aa tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:27.583676 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eafe5da0-96b4-4415-b2ac-644d1c9f76f3 req-8b42578f-5a67-42b0-a95f-a4208ff022aa tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 945 time: 0.0518575 Jan 17 00:36:27.639481 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eafe5da0-96b4-4415-b2ac-644d1c9f76f3 req-6578f4a5-8e55-4f1a-99ea-69aca1dbba24 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500879 Jan 17 00:36:27.776767 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba629eea-a76c-44d4-bca5-c811200ecc54 req-f7630dab-6fb6-4b9a-b38e-32b44d7450a4 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:27.778278 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ba629eea-a76c-44d4-bca5-c811200ecc54 req-f7630dab-6fb6-4b9a-b38e-32b44d7450a4 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0513780 Jan 17 00:36:27.845728 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ba629eea-a76c-44d4-bca5-c811200ecc54 req-73fe5a83-b86f-4ddf-8339-ef95a20b48e9 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610301 Jan 17 00:36:28.168221 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f803317-1fca-4ea5-8655-ce26281ddb6b req-b2027f15-73cd-4335-a0be-9222c59346ef tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:28.169916 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4f803317-1fca-4ea5-8655-ce26281ddb6b req-b2027f15-73cd-4335-a0be-9222c59346ef tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0870359 Jan 17 00:36:28.204919 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a0807-895c-40a6-a1d1-f91eeb88ec02 req-1ecd8f01-50b6-42a2-b186-130ce6414377 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:28.207271 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1b1a0807-895c-40a6-a1d1-f91eeb88ec02 req-1ecd8f01-50b6-42a2-b186-130ce6414377 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 945 time: 0.0834677 Jan 17 00:36:28.250978 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4f803317-1fca-4ea5-8655-ce26281ddb6b req-43a84bae-341b-4c34-874c-2d9b0902eb51 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728068 Jan 17 00:36:28.278353 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1b1a0807-895c-40a6-a1d1-f91eeb88ec02 req-0967cdbf-9489-4a53-8248-f7326d4dfa4f tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644095 Jan 17 00:36:28.787028 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d68d5-5512-4db4-b35e-b6f1e78ffd2a req-21cf6695-6235-487d-8471-f979209ca952 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:28.788583 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-024d68d5-5512-4db4-b35e-b6f1e78ffd2a req-21cf6695-6235-487d-8471-f979209ca952 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 945 time: 0.0736477 Jan 17 00:36:28.846442 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-024d68d5-5512-4db4-b35e-b6f1e78ffd2a req-5e4f31c1-790e-472a-8581-1b78c908f0c9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490427 Jan 17 00:36:28.980411 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf699a4-0222-49db-9c40-036a88965c6a req-63d321db-6ec2-48d0-bf24-2da08487a279 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:28.981900 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8cf699a4-0222-49db-9c40-036a88965c6a req-63d321db-6ec2-48d0-bf24-2da08487a279 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0526526 Jan 17 00:36:29.051252 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8cf699a4-0222-49db-9c40-036a88965c6a req-a72bf998-62bd-49c9-9902-5d046f7cc402 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630045 Jan 17 00:36:29.380618 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b0f14-b83d-4fd2-a97a-75624ccf354c req-02ee793a-81b1-4789-b9df-9dfaec196080 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:29.382301 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c54b0f14-b83d-4fd2-a97a-75624ccf354c req-02ee793a-81b1-4789-b9df-9dfaec196080 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0593312 Jan 17 00:36:29.450856 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c54b0f14-b83d-4fd2-a97a-75624ccf354c req-d053972f-2823-4ad6-9dfc-d733b138b61d tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617557 Jan 17 00:36:29.983337 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae45f16-ba6a-49be-8f2b-4f70bc268488 req-e766b678-381b-40bc-9e47-db4d1808ad3a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:29.984973 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4ae45f16-ba6a-49be-8f2b-4f70bc268488 req-e766b678-381b-40bc-9e47-db4d1808ad3a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 945 time: 0.0638516 Jan 17 00:36:30.042245 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 04846cfd-5b6f-4b73-ba68-f56f4d5c058c up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:36:30.108357 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf1aca-23fc-4832-860a-93903e081775 req-e9e84962-42b8-4865-8e43-10a64c1815d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:30.108978 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:36:30.110365 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9fdf1aca-23fc-4832-860a-93903e081775 req-e9e84962-42b8-4865-8e43-10a64c1815d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1099 time: 0.1026757 Jan 17 00:36:30.113603 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:30.113994 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:30.120523 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bed450-bd9e-4252-8029-ca1f6831bc18 req-b471bc85-131b-44ef-8d1a-e7d24898cd63 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:30.120523 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-25bed450-bd9e-4252-8029-ca1f6831bc18 req-b471bc85-131b-44ef-8d1a-e7d24898cd63 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1296124 Jan 17 00:36:30.140193 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4ae45f16-ba6a-49be-8f2b-4f70bc268488 req-6a362fdd-d250-4616-b952-7321863f0244 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478922 Jan 17 00:36:30.212506 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:36:30.212934 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:30.242202 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:36:30.244476 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd870a62-3952-46e5-913c-de58440dd1e6" -d '{"events": [{"server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "name": "network-vif-plugged", "status": "completed", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:36:30.262706 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:30.266980 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:30.291768 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-25bed450-bd9e-4252-8029-ca1f6831bc18 req-5a5ffd2f-ec16-4cac-b211-3b7ff7e1fb7b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504579 Jan 17 00:36:30.332303 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b4e52-75da-4ce8-94ff-e8b8d02a6d0c req-5fed33ab-0679-4e5d-a51f-d4c83836e1f9 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:30.339861 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cd2b4e52-75da-4ce8-94ff-e8b8d02a6d0c req-5fed33ab-0679-4e5d-a51f-d4c83836e1f9 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.1335282 Jan 17 00:36:30.341668 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf1aca-23fc-4832-860a-93903e081775 req-f9f796a1-8d05-4030-b445-c8a68da76b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:30.343410 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9fdf1aca-23fc-4832-860a-93903e081775 req-f9f796a1-8d05-4030-b445-c8a68da76b74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 920 time: 0.2007041 Jan 17 00:36:30.344085 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:30.373155 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbe1f4d-5e7c-4660-978a-08a2515b98a2 x-openstack-request-id: req-0fbe1f4d-5e7c-4660-978a-08a2515b98a2 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:36:30.373560 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "name": "network-vif-plugged", "status": "completed", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:36:30.373885 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fbe1f4d-5e7c-4660-978a-08a2515b98a2 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:36:30.374340 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'code': 200} Jan 17 00:36:30.414377 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9fdf1aca-23fc-4832-860a-93903e081775 req-62189eab-cc48-437e-bffb-618de193f276 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b46a2c2c-c414-451e-a594-3c4acc530734 HTTP/1.1" status: 200 len: 217 time: 0.0530009 Jan 17 00:36:30.456129 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cd2b4e52-75da-4ce8-94ff-e8b8d02a6d0c req-98236fd4-77fe-4ec2-8a88-9b43af82a037 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109469 Jan 17 00:36:30.494823 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf1aca-23fc-4832-860a-93903e081775 req-213e5a27-f7e3-4c1e-94d5-f98f5cada8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:30.498090 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9fdf1aca-23fc-4832-860a-93903e081775 req-213e5a27-f7e3-4c1e-94d5-f98f5cada8a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.0547917 Jan 17 00:36:30.542305 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9fdf1aca-23fc-4832-860a-93903e081775 req-f38246d8-0726-4ab6-a161-18f98dd3a05f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307429 Jan 17 00:36:30.641548 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576edaa6-0218-44fc-a39c-25054d7a6406 req-a3a3bef8-9dbd-44ac-8024-354f1021b47d tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:30.643682 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-576edaa6-0218-44fc-a39c-25054d7a6406 req-a3a3bef8-9dbd-44ac-8024-354f1021b47d tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1045954 Jan 17 00:36:30.685744 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9fdf1aca-23fc-4832-860a-93903e081775 req-41e3497b-a9ea-4ba3-a8b4-1c0c9519ff15 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346519 Jan 17 00:36:30.775184 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-576edaa6-0218-44fc-a39c-25054d7a6406 req-119412ab-1e28-4a6c-bc45-2c2ced71d5e6 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247919 Jan 17 00:36:30.842706 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03228456-4582-4078-a904-65a3570edabc req-ed20e20b-3511-4738-9aa9-71098b2d5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:30.844312 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-03228456-4582-4078-a904-65a3570edabc req-ed20e20b-3511-4738-9aa9-71098b2d5390 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 1099 time: 0.1137764 Jan 17 00:36:30.871533 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9fdf1aca-23fc-4832-860a-93903e081775 req-c4568689-5dca-476e-b475-b430de864d80 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705279 Jan 17 00:36:30.874454 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-358e943a-f75d-4cfd-9add-1071213978cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:30.906014 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-03228456-4582-4078-a904-65a3570edabc req-002b18d9-2907-4608-bf30-644343a6c0d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515950 Jan 17 00:36:31.253538 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82538d9c-0539-4e47-ba86-1f4da2a563a6 req-060524ad-10fe-449a-87cc-70e4bfc3d151 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:31.255119 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-82538d9c-0539-4e47-ba86-1f4da2a563a6 req-060524ad-10fe-449a-87cc-70e4bfc3d151 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.0550425 Jan 17 00:36:31.309534 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-82538d9c-0539-4e47-ba86-1f4da2a563a6 req-1ccecc32-1a56-4027-865f-1bb6f5f27ed8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478196 Jan 17 00:36:31.449782 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047cea0-cf64-4960-a735-1dc5ad6bc38b req-99b2f323-23b0-4259-bccf-fd7e7d90e69d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:31.451412 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e047cea0-cf64-4960-a735-1dc5ad6bc38b req-99b2f323-23b0-4259-bccf-fd7e7d90e69d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0695438 Jan 17 00:36:31.507736 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e047cea0-cf64-4960-a735-1dc5ad6bc38b req-27e2a21f-da8a-4e80-a2ad-b4ceba5dea2c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503366 Jan 17 00:36:31.612812 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92783c-211f-4202-8a99-34ba333b70c0 req-450c92a3-3724-42d2-875f-2f705e9c603e tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:31.614278 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5c92783c-211f-4202-8a99-34ba333b70c0 req-450c92a3-3724-42d2-875f-2f705e9c603e tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0532792 Jan 17 00:36:31.682145 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5c92783c-211f-4202-8a99-34ba333b70c0 req-385ee6bf-d0d7-4ed9-8b0e-eea0373a79aa tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617893 Jan 17 00:36:31.909609 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e7c67-df6b-4883-9360-b3039722aa7d req-d940e53d-6ccb-4eee-96c4-b7602dbc98b8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:31.911238 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6c4e7c67-df6b-4883-9360-b3039722aa7d req-d940e53d-6ccb-4eee-96c4-b7602dbc98b8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0575638 Jan 17 00:36:31.966547 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6c4e7c67-df6b-4883-9360-b3039722aa7d req-9b9c3871-00bc-4ddb-a6d1-370b307c0d27 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480940 Jan 17 00:36:32.175255 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d4bb4-33ab-4950-b09d-d74fbf57e72d req-c2c01462-fc8a-4b98-8ad4-a74028eaa6f2 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:32.176814 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6f8d4bb4-33ab-4950-b09d-d74fbf57e72d req-c2c01462-fc8a-4b98-8ad4-a74028eaa6f2 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0567455 Jan 17 00:36:32.259397 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6f8d4bb4-33ab-4950-b09d-d74fbf57e72d req-02e8c69f-63e3-47a6-b185-8eacd16dfa08 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754476 Jan 17 00:36:32.272485 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-fcd38e55-8336-495c-945c-1b646eaa9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:32.274003 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-fcd38e55-8336-495c-945c-1b646eaa9abe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 1098 time: 0.0658853 Jan 17 00:36:32.406452 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-0c5ed7dc-f230-412d-ac12-77d7e138fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:32.407866 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-0c5ed7dc-f230-412d-ac12-77d7e138fd58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 912 time: 0.1236167 Jan 17 00:36:32.532792 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbf25b-d1f6-49a8-8604-308e73915efb req-a6ed544d-66ac-4985-a291-535222eb51fd tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:32.534705 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f4bbf25b-d1f6-49a8-8604-308e73915efb req-a6ed544d-66ac-4985-a291-535222eb51fd tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.1195889 Jan 17 00:36:32.537902 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-b1363014-80c1-4e9a-a897-8ac4bdef4757 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=174d8027-9f67-4cc9-a015-350edf2fda58 HTTP/1.1" status: 200 len: 1001 time: 0.1093235 Jan 17 00:36:32.670121 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f4bbf25b-d1f6-49a8-8604-308e73915efb req-68f6f284-03f3-412d-a841-0516648950af tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298435 Jan 17 00:36:32.673708 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-b0f7a944-db7b-4b62-99a1-331ef1e6a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:32.675809 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-b0f7a944-db7b-4b62-99a1-331ef1e6a560 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36b636d4-597d-47bb-856e-19ae1f9f8825 HTTP/1.1" status: 200 len: 850 time: 0.1283007 Jan 17 00:36:32.702136 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3a497-69e9-49d9-befe-14f02f047e12 req-02ffdbc4-68c0-4279-aa73-ebc7f96f7d61 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:32.703729 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43a3a497-69e9-49d9-befe-14f02f047e12 req-02ffdbc4-68c0-4279-aa73-ebc7f96f7d61 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1085877 Jan 17 00:36:32.766889 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-2fe127ff-14a3-43e4-b516-58dc6a4e59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:32.769129 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-2fe127ff-14a3-43e4-b516-58dc6a4e59a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22fb6404-5f10-4c0e-8046-52ecafb709e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861645 Jan 17 00:36:32.780643 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43a3a497-69e9-49d9-befe-14f02f047e12 req-9b3e6808-5d8d-490e-8357-4d00f060bd48 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Jan 17 00:36:32.901725 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab240a-9211-433e-829c-6b9e4e41e87c req-c3fafd61-559e-4620-a5ef-6a5ed560327d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:32.903689 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-52ab240a-9211-433e-829c-6b9e4e41e87c req-c3fafd61-559e-4620-a5ef-6a5ed560327d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.1129665 Jan 17 00:36:32.931298 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-bd5ca4f4-e2bd-495e-b80f-3ea20f535385 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493790 Jan 17 00:36:33.038569 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-52ab240a-9211-433e-829c-6b9e4e41e87c req-c6c86392-04d3-4cce-a84f-77f7d6903826 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200056 Jan 17 00:36:33.073802 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cd71bdc1-b5c2-4604-a486-06e61d32b173 req-5cabf0f7-5a09-44d3-a795-9c37d6c99792 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204581 Jan 17 00:36:33.171621 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-3de7fedf-1bdb-4f79-ace3-1b2575949108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:33.405472 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca82520-0f30-49ac-906a-f64f88de44b3 req-35b44d81-5158-4871-a5d0-9204979a4f48 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:33.407438 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3ca82520-0f30-49ac-906a-f64f88de44b3 req-35b44d81-5158-4871-a5d0-9204979a4f48 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0567675 Jan 17 00:36:33.468474 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3ca82520-0f30-49ac-906a-f64f88de44b3 req-3cb26864-9b1e-4927-97cd-99cff6e42d2e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505631 Jan 17 00:36:33.874144 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce287-2c7c-4e95-9619-2739dbe198b7 req-bebd2a22-c30f-48e5-9dba-fd123244cabf tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:33.876836 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1f5ce287-2c7c-4e95-9619-2739dbe198b7 req-bebd2a22-c30f-48e5-9dba-fd123244cabf tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.1065805 Jan 17 00:36:33.971753 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1f5ce287-2c7c-4e95-9619-2739dbe198b7 req-4c68cc14-7191-4715-8b76-63c4d09f5e55 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872710 Jan 17 00:36:33.993053 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77f167-bc01-4a60-a90d-66c3c2a1fc03 req-fce9bfed-c6e4-4143-8669-247f2f043b99 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:33.995730 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6f77f167-bc01-4a60-a90d-66c3c2a1fc03 req-fce9bfed-c6e4-4143-8669-247f2f043b99 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1042271 Jan 17 00:36:34.082253 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6f77f167-bc01-4a60-a90d-66c3c2a1fc03 req-88dbeecf-b5c9-403b-9541-a9532f20266a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737145 Jan 17 00:36:34.159795 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1309c-bd8d-4ee7-99e8-1f06aaa36775 req-95176480-e9b2-46c7-9e6f-5d6c775aae14 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:34.161386 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-14f1309c-bd8d-4ee7-99e8-1f06aaa36775 req-95176480-e9b2-46c7-9e6f-5d6c775aae14 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.0642507 Jan 17 00:36:34.256285 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfda86-a9d7-42b8-a09a-2d99481bfd65 req-41a462d9-96da-4b89-bf9a-998a8c996279 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:34.257825 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-79bfda86-a9d7-42b8-a09a-2d99481bfd65 req-41a462d9-96da-4b89-bf9a-998a8c996279 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0886073 Jan 17 00:36:34.263563 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-14f1309c-bd8d-4ee7-99e8-1f06aaa36775 req-e7fc75ae-0b78-4f81-a8da-bbedd9e63b13 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928781 Jan 17 00:36:34.286558 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40950) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:34.333753 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-79bfda86-a9d7-42b8-a09a-2d99481bfd65 req-08f10095-bd56-424f-9443-d16c05f772a1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653317 Jan 17 00:36:34.520284 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65568d09-d723-4dbe-8be3-2b3233687acc tempest-TestVolumeBootPattern-1841827948 tempest-TestVolumeBootPattern-1841827948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:34.523522 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-65568d09-d723-4dbe-8be3-2b3233687acc tempest-TestVolumeBootPattern-1841827948 tempest-TestVolumeBootPattern-1841827948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 1094 time: 0.2342386 Jan 17 00:36:34.524730 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 40958) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:36:34.529158 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'floatingip': {'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'port_id': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:34.556780 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:34.607417 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c3ff3-7af4-4dd6-ab8c-3b3663790fd6 req-ce0446e5-4dc7-4646-9f8f-6356a6656619 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:34.609011 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8d3c3ff3-7af4-4dd6-ab8c-3b3663790fd6 req-ce0446e5-4dc7-4646-9f8f-6356a6656619 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0572155 Jan 17 00:36:34.681718 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8d3c3ff3-7af4-4dd6-ab8c-3b3663790fd6 req-5bd26faf-c449-4637-8c4e-680e08e68ab0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649917 Jan 17 00:36:34.691018 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:34.820530 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Allocated IP 172.27.3.73 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/383b04ab-3e45-4251-9b65-c1d2acc3cc8f) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:34.854005 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:34.862156 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-00d2881d-170a-40d8-a017-8c92f2f18d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:34.863780 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-00d2881d-170a-40d8-a017-8c92f2f18d87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1099 time: 0.0563087 Jan 17 00:36:34.957124 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for port (383b04ab-3e45-4251-9b65-c1d2acc3cc8f), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:34.990465 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-f83a077b-e691-4887-92e2-a79b57bd09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:34.991970 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-f83a077b-e691-4887-92e2-a79b57bd09f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 920 time: 0.0910795 Jan 17 00:36:35.011236 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (383b04ab-3e45-4251-9b65-c1d2acc3cc8f), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:35.059503 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:35.062919 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:35.065238 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-62b14069-6e16-4661-a405-b01b70d533a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b46a2c2c-c414-451e-a594-3c4acc530734 HTTP/1.1" status: 200 len: 217 time: 0.0590048 Jan 17 00:36:35.066234 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:35.106601 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:35.109875 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'Port': ['ID=383b04ab-3e45-4251-9b65-c1d2acc3cc8f,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:35.120905 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.121179 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.121493 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.121836 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.122176 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.122511 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.122853 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.123185 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.123545 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.123874 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.124203 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.124527 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.124850 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:35.148303 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-039a9992-8752-4671-83ba-b32df08a6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:35.149812 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-039a9992-8752-4671-83ba-b32df08a6313 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.0680287 Jan 17 00:36:35.197990 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-24f6f19b-dd17-44a4-be5c-e611f468bb58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375121 Jan 17 00:36:35.293377 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352c02f-4e1f-4ea2-9dbe-6badff8596a7 req-a19fd20d-129d-495f-9905-db22c3ad077a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:35.295029 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2352c02f-4e1f-4ea2-9dbe-6badff8596a7 req-a19fd20d-129d-495f-9905-db22c3ad077a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1245484 Jan 17 00:36:35.341066 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-a27af7b2-7857-4101-a9cd-78be4db2b2f0 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284826 Jan 17 00:36:35.508494 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:35.578644 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (383b04ab-3e45-4251-9b65-c1d2acc3cc8f), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:35.656268 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2352c02f-4e1f-4ea2-9dbe-6badff8596a7 req-e17cd2f1-d688-4c4f-94c3-ed34399146e3 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479450 Jan 17 00:36:35.721808 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24078784-c831-4a61-8429-5efac262d35e req-07ebdc7b-4f91-4604-bb28-0b910f640ce2 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:35.723320 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-24078784-c831-4a61-8429-5efac262d35e req-07ebdc7b-4f91-4604-bb28-0b910f640ce2 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.3169217 Jan 17 00:36:35.728899 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bfe1d068-d3fc-417e-8ea4-714571c44938 req-3527c610-c406-4612-a9d8-452c0f8eeec7 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739681 Jan 17 00:36:35.750219 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for port (383b04ab-3e45-4251-9b65-c1d2acc3cc8f), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:35.757325 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (383b04ab-3e45-4251-9b65-c1d2acc3cc8f), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:35.788378 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-24078784-c831-4a61-8429-5efac262d35e req-2003c5a8-85d7-43a6-b6c6-620458a88b1b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584426 Jan 17 00:36:35.835215 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'Port': ['ID=383b04ab-3e45-4251-9b65-c1d2acc3cc8f,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:35.840183 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:35.943787 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.l3_db [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Floating IP e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8 associated. External IP: 172.27.3.73, port: 04846cfd-5b6f-4b73-ba68-f56f4d5c058c. Jan 17 00:36:36.186090 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Router 58a8b86a-40de-48d1-8043-523d98f4c4e0 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:36:36.299527 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:36:36.311420 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] Sync routers for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:36:36.319697 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:36.328229 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:36.329405 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:36:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:36.354865 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-a7aa9c24-efc9-4e27-9a3f-62ceaf3cff42 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8290622 Jan 17 00:36:36.355483 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:36:36.357770 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d" -d '{"events": [{"name": "network-changed", "server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:36:36.407833 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2933255b-ecb4-4f81-b0aa-e3f48f96fcde x-openstack-request-id: req-2933255b-ecb4-4f81-b0aa-e3f48f96fcde {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:36:36.408703 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:36:36.408957 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2933255b-ecb4-4f81-b0aa-e3f48f96fcde {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:36:36.409366 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'status': 'completed', 'code': 200} Jan 17 00:36:36.553972 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-2cfcab4c-1f89-421a-afa5-5a8f8f6d603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:36.555891 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-2cfcab4c-1f89-421a-afa5-5a8f8f6d603c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 1099 time: 0.0476301 Jan 17 00:36:36.568139 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:36.748378 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:36.840401 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:36:ab:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:36:35Z', 'updated_at': '2022-01-17T00:36:35Z', 'revision_number': 0, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:36.841807 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185017f-3d1e-4cbe-a34c-497338de79d5 req-33d4c4d1-446a-4d34-bd84-5646a56fe31f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:36.843234 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5185017f-3d1e-4cbe-a34c-497338de79d5 req-33d4c4d1-446a-4d34-bd84-5646a56fe31f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0813437 Jan 17 00:36:36.846557 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-532acfa9-5604-409b-9f70-86a56152c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:36.848041 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-532acfa9-5604-409b-9f70-86a56152c454 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.1464467 Jan 17 00:36:36.869327 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] Checking router: 58a8b86a-40de-48d1-8043-523d98f4c4e0 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:36:36.878597 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:36:36.879190 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:36:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:36.979746 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5185017f-3d1e-4cbe-a34c-497338de79d5 req-67e6ee4f-c15e-4314-9c00-07246ee0bcf6 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272793 Jan 17 00:36:36.986750 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-55c94776-b73e-48e0-a70c-cabc54085132 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c HTTP/1.1" status: 200 len: 999 time: 0.1190543 Jan 17 00:36:36.994305 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:36:37.000515 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaae09-5883-4b82-982f-7a05d6c410aa req-f3b27467-f1f3-4c19-86eb-9a897554405f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:37.002138 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0efaae09-5883-4b82-982f-7a05d6c410aa req-f3b27467-f1f3-4c19-86eb-9a897554405f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.1247432 Jan 17 00:36:37.082006 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0efaae09-5883-4b82-982f-7a05d6c410aa req-abd94234-9fdc-4935-9f74-026936267782 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690684 Jan 17 00:36:37.245776 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:36:ab:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:36:35Z', 'updated_at': '2022-01-17T00:36:35Z', 'revision_number': 0, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:36:37.273630 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8ac17-17fc-4a62-809f-0eb84510d934 None None] The sync data for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi is: [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:36:ab:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:36:35Z', 'updated_at': '2022-01-17T00:36:35Z', 'revision_number': 0, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:36:37.329093 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:37.496433 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0985bae-06af-480f-b493-78878547515a None None] New status for floating IP e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8: ACTIVE {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:36:38.106483 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107bd61-39ac-4706-9093-283b5438bef9 req-1207cc1d-2743-429c-835b-1d35b480f057 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:38.108277 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f107bd61-39ac-4706-9093-283b5438bef9 req-1207cc1d-2743-429c-835b-1d35b480f057 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0547121 Jan 17 00:36:38.174692 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f107bd61-39ac-4706-9093-283b5438bef9 req-69b4ef84-0088-4350-a0a6-60393e6fff3d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594616 Jan 17 00:36:38.212351 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc21c04-863a-48b3-b2a3-a7adce66070d req-e99aa2fa-d557-4312-81ce-894d0102cc4a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:38.214416 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4dc21c04-863a-48b3-b2a3-a7adce66070d req-e99aa2fa-d557-4312-81ce-894d0102cc4a tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0572121 Jan 17 00:36:38.281440 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4dc21c04-863a-48b3-b2a3-a7adce66070d req-cb6e015d-b01e-446d-87b6-dee6315732ed tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610771 Jan 17 00:36:39.306152 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c867d-d1be-4f30-a4ed-f0360816c52b req-7f5e5e32-7a12-45b3-a5dc-25bae1c9c43a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:39.307658 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fa2c867d-d1be-4f30-a4ed-f0360816c52b req-7f5e5e32-7a12-45b3-a5dc-25bae1c9c43a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0537922 Jan 17 00:36:39.362472 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fa2c867d-d1be-4f30-a4ed-f0360816c52b req-8154ab8b-17f8-45aa-b865-8e24842aee52 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Jan 17 00:36:39.432230 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c23d68-1903-4c98-b104-75d7629ed93b req-1d1fed6f-1a96-4eb3-a26f-9ce60bf6156f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:39.433716 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-54c23d68-1903-4c98-b104-75d7629ed93b req-1d1fed6f-1a96-4eb3-a26f-9ce60bf6156f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0495985 Jan 17 00:36:39.497448 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-54c23d68-1903-4c98-b104-75d7629ed93b req-1eacbc37-36c9-4f14-a7c4-a2f820626fd1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580750 Jan 17 00:36:39.881929 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-e200b0ea-5daa-4492-8204-8d79a5ea23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:39.883443 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-e200b0ea-5daa-4492-8204-8d79a5ea23cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.0487897 Jan 17 00:36:40.488140 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8907b2-e0a5-40a9-b2bf-814555286dd2 req-7960a8c2-db5f-4d85-b2d8-fe56028e8923 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:40.489688 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aa8907b2-e0a5-40a9-b2bf-814555286dd2 req-7960a8c2-db5f-4d85-b2d8-fe56028e8923 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0543370 Jan 17 00:36:40.540837 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-aa8907b2-e0a5-40a9-b2bf-814555286dd2 req-32972e46-096b-4983-bca8-43417763771a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Jan 17 00:36:40.634328 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d47fb8-5805-44db-aea6-7f9fcac8d4ad req-0172a9f0-d967-4c53-b1f5-05b46f55e1e1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:40.635876 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b8d47fb8-5805-44db-aea6-7f9fcac8d4ad req-0172a9f0-d967-4c53-b1f5-05b46f55e1e1 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0493033 Jan 17 00:36:40.698879 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b8d47fb8-5805-44db-aea6-7f9fcac8d4ad req-c64491de-7684-41ec-9d84-47cfb614ce6f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572820 Jan 17 00:36:41.038427 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-b20427b1-e89a-4f88-98d5-17ebef500099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:41.040020 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-b20427b1-e89a-4f88-98d5-17ebef500099 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436931 Jan 17 00:36:41.138304 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-f404e67a-d10e-4925-9512-f106619af32b service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880506 Jan 17 00:36:41.269750 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ef88ddfa-00ad-4985-a2cd-5481ac0a969d req-2a1c17b3-7717-4eaa-8883-c267cb46ecaf service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 Jan 17 00:36:41.670741 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae490a-2462-46ff-a3a7-0f1dceca4df0 req-9f975e43-7d11-4ad6-aae2-cd045fac7200 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:41.672279 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-46ae490a-2462-46ff-a3a7-0f1dceca4df0 req-9f975e43-7d11-4ad6-aae2-cd045fac7200 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0544841 Jan 17 00:36:41.727523 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-46ae490a-2462-46ff-a3a7-0f1dceca4df0 req-f77f4eaf-b3d3-4ab0-a288-4f3025044ae5 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485103 Jan 17 00:36:41.820857 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168676c4-4bcd-4148-949e-e6301c61a159 req-386d245a-a247-46a2-849e-ee8edb330147 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:41.822349 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-168676c4-4bcd-4148-949e-e6301c61a159 req-386d245a-a247-46a2-849e-ee8edb330147 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0491936 Jan 17 00:36:41.897865 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-168676c4-4bcd-4148-949e-e6301c61a159 req-a82323b3-8fde-4545-bc62-75d37962cb0c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698874 Jan 17 00:36:42.848764 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2668bb-4219-4eb3-81d4-a2bd55e5d897 req-39814d67-bd26-4c38-8508-8d7f88875f85 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:42.850181 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-af2668bb-4219-4eb3-81d4-a2bd55e5d897 req-39814d67-bd26-4c38-8508-8d7f88875f85 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0499158 Jan 17 00:36:42.902656 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-af2668bb-4219-4eb3-81d4-a2bd55e5d897 req-1b7678eb-34c3-4f89-8d3b-20ff9ef46c62 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Jan 17 00:36:43.013574 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8d4d8-c440-4293-96a2-970c50ecf876 req-4c013400-1582-425d-8320-464fca2f4220 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:43.015052 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dee8d4d8-c440-4293-96a2-970c50ecf876 req-4c013400-1582-425d-8320-464fca2f4220 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0492148 Jan 17 00:36:43.084342 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dee8d4d8-c440-4293-96a2-970c50ecf876 req-a578e1de-db26-4637-bcb8-8616790c532b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626080 Jan 17 00:36:44.047747 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3808871-c9c1-45fe-a9c8-16f5cf287181 req-7966cde4-2f6b-47f6-87cf-0f3973823447 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:44.049912 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c3808871-c9c1-45fe-a9c8-16f5cf287181 req-7966cde4-2f6b-47f6-87cf-0f3973823447 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0577371 Jan 17 00:36:44.098688 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c3808871-c9c1-45fe-a9c8-16f5cf287181 req-ab78315e-a75d-4f33-89c9-9d154d5b62ab tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Jan 17 00:36:44.206835 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973b2f2-ce42-4540-a05f-a003486c9afb req-1226e97e-706e-4502-995e-5ab9bc9f46ff tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:44.208425 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b973b2f2-ce42-4540-a05f-a003486c9afb req-1226e97e-706e-4502-995e-5ab9bc9f46ff tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0550742 Jan 17 00:36:44.272964 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b973b2f2-ce42-4540-a05f-a003486c9afb req-967a898f-c7b7-4235-9dc3-710eb210ed5b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577421 Jan 17 00:36:45.213832 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb2bf7-9ad9-4507-a8b1-05871aba3188 req-7ec583a7-2b3f-4355-bbdf-4e63a5bbb620 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:45.215355 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05cb2bf7-9ad9-4507-a8b1-05871aba3188 req-7ec583a7-2b3f-4355-bbdf-4e63a5bbb620 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0494576 Jan 17 00:36:45.264909 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05cb2bf7-9ad9-4507-a8b1-05871aba3188 req-c0445d6f-15e0-4b15-b5bc-55b6c80c1659 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Jan 17 00:36:45.407631 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3864e3c-b668-4aea-93d8-b9c7cb9d8f42 req-3a7e08e0-b408-4a89-ab44-eb602aca712c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:45.409775 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a3864e3c-b668-4aea-93d8-b9c7cb9d8f42 req-3a7e08e0-b408-4a89-ab44-eb602aca712c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0674472 Jan 17 00:36:45.475571 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a3864e3c-b668-4aea-93d8-b9c7cb9d8f42 req-f0e27bde-53fa-494b-9859-9ddc4af1326f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598333 Jan 17 00:36:46.377005 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086512df-78ea-48d5-95cf-7a15aed7abec req-0810bc8a-0c66-47b5-91c7-ebf75a21ee4e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:46.379263 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-086512df-78ea-48d5-95cf-7a15aed7abec req-0810bc8a-0c66-47b5-91c7-ebf75a21ee4e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0490637 Jan 17 00:36:46.426039 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-086512df-78ea-48d5-95cf-7a15aed7abec req-6ab3c4b4-ac89-4528-baa0-6b4c8a396084 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Jan 17 00:36:46.600508 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c4740-e301-482a-a60f-ed5fd86a89a8 req-d39028d8-0b8e-4d5c-bf7f-5213a5363121 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:46.602056 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fd3c4740-e301-482a-a60f-ed5fd86a89a8 req-d39028d8-0b8e-4d5c-bf7f-5213a5363121 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0501654 Jan 17 00:36:46.673135 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fd3c4740-e301-482a-a60f-ed5fd86a89a8 req-179faaa4-7b8f-4a88-bd6d-6fc20ac7a141 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605397 Jan 17 00:36:47.156424 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-fae3b063-1b76-46a4-a9bc-59fe6dcca84a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347118004&fields=id&tenant_id=26758062fce6425cae7332c5dc4a74a4 HTTP/1.1" status: 200 len: 267 time: 0.0504158 Jan 17 00:36:47.271264 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-2e12b8f6-9fbd-413a-9c56-1f6ba4fcd5cc tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:47.272701 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-2e12b8f6-9fbd-413a-9c56-1f6ba4fcd5cc tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/networks?id=aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 200 len: 808 time: 0.1092775 Jan 17 00:36:47.286818 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-874321e0-1f56-4d89-8985-9e44d7dc99ff tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/quotas/26758062fce6425cae7332c5dc4a74a4 HTTP/1.1" status: 200 len: 375 time: 0.0089264 Jan 17 00:36:47.343020 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-baa98370-23e8-4ed1-b3f9-4b09100d2eb2 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=26758062fce6425cae7332c5dc4a74a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511267 Jan 17 00:36:47.435862 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-4ee227b5-fae9-419c-b404-a955174830de service neutron] 10.222.0.24 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805135 Jan 17 00:36:47.567347 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5b647-dc64-4552-b20e-66718e94e524 req-9b7e6407-2029-46e1-9ea0-99dc56b48c0e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:47.568925 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5bf5b647-dc64-4552-b20e-66718e94e524 req-9b7e6407-2029-46e1-9ea0-99dc56b48c0e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0767207 Jan 17 00:36:47.571021 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-12a5e852-1d49-43f5-a9e7-1eef73f5fd50 service neutron] 10.222.0.24 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288908 Jan 17 00:36:47.624238 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5bf5b647-dc64-4552-b20e-66718e94e524 req-df8b4480-7ec0-48ad-bd58-50bbd5cff740 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474844 Jan 17 00:36:47.804209 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dc12e-f944-487d-adc2-ca1212d1a4b8 req-0f27e987-e9e5-4dfc-bc5e-659e26b2ecb4 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:47.805826 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-338dc12e-f944-487d-adc2-ca1212d1a4b8 req-0f27e987-e9e5-4dfc-bc5e-659e26b2ecb4 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.0641620 Jan 17 00:36:47.907351 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-791e1451-4c8d-49bc-8f41-26279305126c req-85a0f52a-7318-4704-92a7-eead73a76a90 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 210 time: 0.0442410 Jan 17 00:36:47.919980 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-338dc12e-f944-487d-adc2-ca1212d1a4b8 req-eac0fe87-5834-437b-8c4f-b9cc066c1ebf tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&id=079358a2-6233-4c98-b5de-2068899163f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030529 Jan 17 00:36:48.745040 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7a38-9efb-4383-84f4-853f703244f7 req-6fe7693e-6ecd-4994-8021-d20d1b9ebe6b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:48.746505 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fa1b7a38-9efb-4383-84f4-853f703244f7 req-6fe7693e-6ecd-4994-8021-d20d1b9ebe6b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0480022 Jan 17 00:36:48.793390 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fa1b7a38-9efb-4383-84f4-853f703244f7 req-76908e54-0174-435f-9dbb-91c7ec8445b7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Jan 17 00:36:49.003815 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a9de08e5-0b62-413c-8a96-714d1a047633 req-d1584ef5-d3c7-4ef1-9b15-6aac927342ab tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 210 time: 0.0269892 Jan 17 00:36:49.164635 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-64b78616-8033-4a97-9c78-da4de0c04393 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:49.166063 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-64b78616-8033-4a97-9c78-da4de0c04393 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.15 "GET /v2.0/networks?id=aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 200 len: 808 time: 0.1209800 Jan 17 00:36:49.245668 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-f82510bb-420b-4397-a0b5-ea4017fc65bb tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26758062fce6425cae7332c5dc4a74a4 HTTP/1.1" status: 200 len: 379 time: 0.0572164 Jan 17 00:36:49.278828 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Request body: {'port': {'device_id': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'admin_state_up': True, 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'security_groups': ['98711559-e61a-43e1-bbc9-cd901ba21f9c']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:49.399724 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Made reservation on behalf of 26758062fce6425cae7332c5dc4a74a4 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:36:49.403374 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:49.530224 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Allocated IP 172.20.0.6 (aa39a57a-592f-414a-a20d-96015da6e1de/57b54e9a-7d10-4b98-9a69-6d88ba4cb1be/adeb13ee-c4e0-4f26-9da3-16eb641440e9) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:36:49.672175 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:49.703466 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:49.747546 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Network aa39a57a-592f-414a-a20d-96015da6e1de is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:36:49.750809 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:36:49.754952 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:36:49.761797 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'Port': ['ID=adeb13ee-c4e0-4f26-9da3-16eb641440e9,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:49.796316 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.796590 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.796941 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.797284 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.797628 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.797962 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.798304 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.798625 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.798955 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.799325 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.799658 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.799980 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.800302 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:36:49.824132 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:49.824976 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:49.847515 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-7af5c3f3-e9f4-456f-bbb4-89b1effe8d61 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725718 Jan 17 00:36:49.868774 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Request body: {'port': {'device_id': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:36:49.962271 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e165db-5f8d-4b0b-a4de-34c9c2e848fb req-c73a67ba-10cb-42c1-bd42-0fa4e41967f2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:49.963935 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c6e165db-5f8d-4b0b-a4de-34c9c2e848fb req-c73a67ba-10cb-42c1-bd42-0fa4e41967f2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0993116 Jan 17 00:36:49.964562 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:49.980865 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-42981fed-47a9-4f30-bfac-634343c6bf9a None None] Provisioning complete for port adeb13ee-c4e0-4f26-9da3-16eb641440e9 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:36:49.981533 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-42981fed-47a9-4f30-bfac-634343c6bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:50.023769 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-42981fed-47a9-4f30-bfac-634343c6bf9a None None] Port adeb13ee-c4e0-4f26-9da3-16eb641440e9 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:36:50.079121 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c6e165db-5f8d-4b0b-a4de-34c9c2e848fb req-a0b70064-6654-4f3e-9874-77a0b575fefa tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033502 Jan 17 00:36:50.234160 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1c42c-9501-42f1-9c51-d0cd227c1702 req-81891b50-d7fc-4c44-90bd-a3c72a41d4fe tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:50.235779 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8f1c42c-9501-42f1-9c51-d0cd227c1702 req-81891b50-d7fc-4c44-90bd-a3c72a41d4fe tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 931 time: 0.1133714 Jan 17 00:36:50.315399 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8f1c42c-9501-42f1-9c51-d0cd227c1702 req-975c0e64-3121-4819-b442-8e01c1c7513e tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734119 Jan 17 00:36:50.397649 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adeb13ee-c4e0-4f26-9da3-16eb641440e9 {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:36:50.406094 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Publish callbacks [] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:50.421799 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Transition to ACTIVE for port object adeb13ee-c4e0-4f26-9da3-16eb641440e9 will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:36:50.426211 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:50.483821 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Pushing event updated for resources: {'Port': ['ID=adeb13ee-c4e0-4f26-9da3-16eb641440e9,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:50.594834 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Attempting to bind port adeb13ee-c4e0-4f26-9da3-16eb641440e9 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:36:50.595436 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Attempting to bind port adeb13ee-c4e0-4f26-9da3-16eb641440e9 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:36:50.595674 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Attempting to bind port adeb13ee-c4e0-4f26-9da3-16eb641440e9 on network aa39a57a-592f-414a-a20d-96015da6e1de {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:50.600939 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Port adeb13ee-c4e0-4f26-9da3-16eb641440e9 on network aa39a57a-592f-414a-a20d-96015da6e1de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:36:50.601268 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Attempting to bind port adeb13ee-c4e0-4f26-9da3-16eb641440e9 on network aa39a57a-592f-414a-a20d-96015da6e1de {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:36:50.607018 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:36:50.608016 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Checking segment: {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:36:50.608427 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Bound using segment: {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:36:50.608881 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Bound port: adeb13ee-c4e0-4f26-9da3-16eb641440e9, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8606d5-8410-4fc7-bc2a-adcc1daad762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:36:50.609247 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:50.695647 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:36:50.698979 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:36:50.703723 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:50.740729 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:50.741376 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:50.742785 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] 10.222.0.15 "PUT /v2.0/ports/adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 200 len: 1093 time: 0.8794625 Jan 17 00:36:50.743339 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:36:50.745621 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e601495-7131-4179-bcf9-71925fc3aab5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:36:50.772049 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69679b53-2ba5-47ce-9772-e71ffa721d8f service neutron] Pushing event updated for resources: {'Port': ['ID=adeb13ee-c4e0-4f26-9da3-16eb641440e9,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:50.798061 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc36242-705e-4b49-b34f-c6cc3763c42a x-openstack-request-id: req-2dc36242-705e-4b49-b34f-c6cc3763c42a {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:36:50.798356 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:36:50.798615 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2dc36242-705e-4b49-b34f-c6cc3763c42a {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:36:50.799049 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'status': 'completed', 'code': 200} Jan 17 00:36:50.875265 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-370c6431-fc53-487e-95d7-6effe0f07f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:50.876897 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-370c6431-fc53-487e-95d7-6effe0f07f1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26758062fce6425cae7332c5dc4a74a4&device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1096 time: 0.0410686 Jan 17 00:36:50.936741 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-16bb283b-53c6-437a-8e33-fb940f0cd556 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 200 len: 217 time: 0.0385523 Jan 17 00:36:50.987087 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-2c39eab0-5556-4348-b197-e1b04dcdbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:50.988532 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-2c39eab0-5556-4348-b197-e1b04dcdbc51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be HTTP/1.1" status: 200 len: 847 time: 0.0423384 Jan 17 00:36:51.045496 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-b11fe183-8d8f-45b8-8313-f31e001f3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:51.046980 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-b11fe183-8d8f-45b8-8313-f31e001f3c86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa39a57a-592f-414a-a20d-96015da6e1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398579 Jan 17 00:36:51.166652 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-ddc40ffe-718b-46ab-a862-f3a20785352f service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102717 Jan 17 00:36:51.210935 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cbf5-a8f6-4714-9391-99c57de0f828 req-7e10ba74-6d23-4b47-aa61-fde5a6305004 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:51.212408 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e3c9cbf5-a8f6-4714-9391-99c57de0f828 req-7e10ba74-6d23-4b47-aa61-fde5a6305004 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0605819 Jan 17 00:36:51.308391 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e3c9cbf5-a8f6-4714-9391-99c57de0f828 req-31e65d5a-2552-4fd6-adc9-ade29fac4e5d tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864978 Jan 17 00:36:51.324468 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd66853f-d987-48eb-8a88-36d3027546c6 req-ec2a0cb8-c8c0-4c98-8b2b-2943394b18bf service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283145 Jan 17 00:36:51.436322 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79accbb-f554-4512-a066-7edc4edf2911 req-a338eef5-cdea-4c87-bcce-1822b101dfb6 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:51.437822 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a79accbb-f554-4512-a066-7edc4edf2911 req-a338eef5-cdea-4c87-bcce-1822b101dfb6 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0497956 Jan 17 00:36:51.488567 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a79accbb-f554-4512-a066-7edc4edf2911 req-94f79960-6ae5-4d78-af48-dc36aec5f33a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450952 Jan 17 00:36:51.539692 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-fed76570-a2c5-4c1d-b82b-89f8156f3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:51.540979 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-fed76570-a2c5-4c1d-b82b-89f8156f3cc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26758062fce6425cae7332c5dc4a74a4&device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1096 time: 0.0433159 Jan 17 00:36:51.650690 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-fb2101d0-d00f-444d-8e97-30ccf78eaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:51.652227 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-fb2101d0-d00f-444d-8e97-30ccf78eaf1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 200 len: 909 time: 0.1030397 Jan 17 00:36:51.706214 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-d93167c9-61dc-4b3c-9b07-3addcdd97e21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 200 len: 217 time: 0.0435512 Jan 17 00:36:51.758311 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-83f5ee77-c1e9-4eaa-b6c7-4e314f18f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:51.759846 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-83f5ee77-c1e9-4eaa-b6c7-4e314f18f84a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be HTTP/1.1" status: 200 len: 847 time: 0.0433853 Jan 17 00:36:51.820722 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-0d58bf50-515b-4800-af27-3791f7f5687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:51.822663 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-0d58bf50-515b-4800-af27-3791f7f5687c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa39a57a-592f-414a-a20d-96015da6e1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459926 Jan 17 00:36:51.934340 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-8c0d1cc6-d519-4d1a-a995-d08b4c37410b service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892732 Jan 17 00:36:52.065575 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9e601495-7131-4179-bcf9-71925fc3aab5 req-2ce012e7-714b-4165-921e-647acbdd41dd service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058538 Jan 17 00:36:52.428984 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0005e-1779-4363-a4c5-68d3e6001614 req-a73f3f19-b1b7-483b-b191-d1de007a7d76 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:52.430570 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8b0005e-1779-4363-a4c5-68d3e6001614 req-a73f3f19-b1b7-483b-b191-d1de007a7d76 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0535495 Jan 17 00:36:52.485901 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8b0005e-1779-4363-a4c5-68d3e6001614 req-d2b65aa2-9329-478f-bfe7-582459927367 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Jan 17 00:36:52.606962 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed30fe-a3b8-4c88-92a8-cae146102e28 req-c26a4fdf-0aa3-4592-90a8-80633e85d29a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:52.608497 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5aed30fe-a3b8-4c88-92a8-cae146102e28 req-c26a4fdf-0aa3-4592-90a8-80633e85d29a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0492964 Jan 17 00:36:52.681360 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5aed30fe-a3b8-4c88-92a8-cae146102e28 req-31789bda-9e1f-442a-9347-6fc4c7f99b81 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665336 Jan 17 00:36:52.902201 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ba5a4-be3b-4336-84fa-d77dae58ef79 req-6561eb66-d64a-4d22-b9e1-2726c937da4a tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:52.903762 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b43ba5a4-be3b-4336-84fa-d77dae58ef79 req-6561eb66-d64a-4d22-b9e1-2726c937da4a tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 945 time: 0.0488627 Jan 17 00:36:52.951120 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b43ba5a4-be3b-4336-84fa-d77dae58ef79 req-b5be9b48-29eb-4ad9-9b2e-ac80618d1657 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Jan 17 00:36:53.609956 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6e2d4-bc16-48e4-9087-5ca78fbdabf0 req-14832bd0-c910-445f-9ac2-b0d34d0e3453 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:53.611518 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-50e6e2d4-bc16-48e4-9087-5ca78fbdabf0 req-14832bd0-c910-445f-9ac2-b0d34d0e3453 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0483449 Jan 17 00:36:53.658751 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-50e6e2d4-bc16-48e4-9087-5ca78fbdabf0 req-5410e954-5d89-44de-9082-25cfd5cbdb19 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Jan 17 00:36:53.813345 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6745f42-42c1-4df2-9381-92d6acdb0998 req-fe1cd9ad-83dc-4e26-bfca-c71230d009a6 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:53.815346 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6745f42-42c1-4df2-9381-92d6acdb0998 req-fe1cd9ad-83dc-4e26-bfca-c71230d009a6 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0582812 Jan 17 00:36:53.867117 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e6745f42-42c1-4df2-9381-92d6acdb0998 req-8ec12f49-8eff-47c7-b4ad-dc4152cdf6b9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456932 Jan 17 00:36:54.067446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46785f-5067-435f-87ad-40929bb499d4 req-890ab537-e732-4351-abcc-887402ca5734 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:54.068896 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2d46785f-5067-435f-87ad-40929bb499d4 req-890ab537-e732-4351-abcc-887402ca5734 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 945 time: 0.0495777 Jan 17 00:36:54.119010 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2d46785f-5067-435f-87ad-40929bb499d4 req-3a193d17-dae3-4f8f-bae0-81b62bb01ef8 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443630 Jan 17 00:36:54.772963 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad326ffe-034a-4721-9f83-781de3e9178b req-dc548ead-f94c-4ffe-b004-f59afa66499b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:54.774423 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ad326ffe-034a-4721-9f83-781de3e9178b req-dc548ead-f94c-4ffe-b004-f59afa66499b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0492563 Jan 17 00:36:54.824314 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ad326ffe-034a-4721-9f83-781de3e9178b req-86d2ec5f-6c0f-42cc-bfee-bc57517f3f5a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 Jan 17 00:36:54.984528 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3268f9-aa60-486e-bbf7-710dbaf620d3 req-2fade47c-3a84-42b7-a61b-96f5f1f98c68 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:54.985977 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ae3268f9-aa60-486e-bbf7-710dbaf620d3 req-2fade47c-3a84-42b7-a61b-96f5f1f98c68 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0493424 Jan 17 00:36:55.036707 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ae3268f9-aa60-486e-bbf7-710dbaf620d3 req-04174e8c-12f4-46e3-8f68-469f6c5f31b2 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449114 Jan 17 00:36:55.144836 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-485d89bc-d5f7-4e82-bac6-a53b75156661 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:55.146306 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-485d89bc-d5f7-4e82-bac6-a53b75156661 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.15 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 945 time: 0.0481339 Jan 17 00:36:55.512711 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f1f2d-7114-464d-bd22-1d86c9917ea5 req-48df050e-d255-4a68-b274-ff0ff3aeff27 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:55.514389 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-538f1f2d-7114-464d-bd22-1d86c9917ea5 req-48df050e-d255-4a68-b274-ff0ff3aeff27 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/ports?device_id=efbe8065-97ca-40dd-82bd-c91f0bbd71d1 HTTP/1.1" status: 200 len: 945 time: 0.3253393 Jan 17 00:36:55.549877 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Deleting port 34e7c4ef-88f5-48e3-8bee-545674711a97 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:36:55.550430 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:55.617790 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-538f1f2d-7114-464d-bd22-1d86c9917ea5 req-2746496e-4146-4d5c-addd-82af270e7eb2 tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.24 "GET /v2.0/security-groups?id=dabc598b-33ab-46a7-b52a-e9a69fc70ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966494 Jan 17 00:36:55.673245 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] For port 34e7c4ef-88f5-48e3-8bee-545674711a97, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=34e7c4ef-88f5-48e3-8bee-545674711a97,segment=NetworkSegment(d63d2254-32a3-49ac-9815-2a524b6c2cc6),segment_id=d63d2254-32a3-49ac-9815-2a524b6c2cc6)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:36:55.673615 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:55.686784 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Calling delete_port for 34e7c4ef-88f5-48e3-8bee-545674711a97 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:36:55.833445 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (34e7c4ef-88f5-48e3-8bee-545674711a97), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:55.862555 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Pushing event deleted for resources: {'Port': ['ID=34e7c4ef-88f5-48e3-8bee-545674711a97,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:36:55.885625 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['34e7c4ef-88f5-48e3-8bee-545674711a97'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:36:55.905307 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] No DVR routers for this DVR port 34e7c4ef-88f5-48e3-8bee-545674711a97 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:36:55.909795 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:36:55.913402 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2a07fe6b-9e7c-4127-93e8-1886dd9749cc req-3baf4a27-04b0-4f95-b9ed-a85fadda6e7e tempest-VolumesSnapshotTestJSON-1163841094 tempest-VolumesSnapshotTestJSON-1163841094-project] 10.222.0.15 "DELETE /v2.0/ports/34e7c4ef-88f5-48e3-8bee-545674711a97 HTTP/1.1" status: 204 len: 173 time: 0.7603855 Jan 17 00:36:55.913873 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbe8065-97ca-40dd-82bd-c91f0bbd71d1', 'name': 'network-vif-deleted', 'tag': '34e7c4ef-88f5-48e3-8bee-545674711a97'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:36:55.916236 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49560f3-957e-4423-a7d1-8b667e1e3dc7" -d '{"events": [{"server_uuid": "efbe8065-97ca-40dd-82bd-c91f0bbd71d1", "name": "network-vif-deleted", "tag": "34e7c4ef-88f5-48e3-8bee-545674711a97"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:36:55.973208 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad85900-2fbb-4cae-98a7-64915ef541ef x-openstack-request-id: req-cad85900-2fbb-4cae-98a7-64915ef541ef {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:36:55.973501 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbe8065-97ca-40dd-82bd-c91f0bbd71d1", "name": "network-vif-deleted", "tag": "34e7c4ef-88f5-48e3-8bee-545674711a97", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:36:55.973758 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cad85900-2fbb-4cae-98a7-64915ef541ef {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:36:55.974154 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbe8065-97ca-40dd-82bd-c91f0bbd71d1', 'name': 'network-vif-deleted', 'tag': '34e7c4ef-88f5-48e3-8bee-545674711a97', 'status': 'completed', 'code': 200} Jan 17 00:36:55.993077 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad739e-c118-4f79-baa0-f0a18e30f97d req-f52c33ec-edef-4992-bd7c-7b3e6a114bd4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:55.994611 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-73ad739e-c118-4f79-baa0-f0a18e30f97d req-f52c33ec-edef-4992-bd7c-7b3e6a114bd4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0607543 Jan 17 00:36:56.058552 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-73ad739e-c118-4f79-baa0-f0a18e30f97d req-78942a71-718c-420d-92e1-30e3d8251fde tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561299 Jan 17 00:36:56.180616 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc463ad-d98d-4e09-b6be-b83f9967a2d1 req-fb120241-7c83-42d5-bb0b-d83103c94f47 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:56.182382 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1cc463ad-d98d-4e09-b6be-b83f9967a2d1 req-fb120241-7c83-42d5-bb0b-d83103c94f47 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0560601 Jan 17 00:36:56.239793 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1cc463ad-d98d-4e09-b6be-b83f9967a2d1 req-8d070472-46b4-40f8-82d0-109e01a1b494 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509801 Jan 17 00:36:57.185832 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c562d-7095-4d5b-a7ee-a43d338c609b req-1c76f132-d35d-42e2-81a8-107000cd036a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:57.187439 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-958c562d-7095-4d5b-a7ee-a43d338c609b req-1c76f132-d35d-42e2-81a8-107000cd036a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0512052 Jan 17 00:36:57.243307 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-958c562d-7095-4d5b-a7ee-a43d338c609b req-dda5c3d4-9a89-4c16-aa02-f6d5af34aedb tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498953 Jan 17 00:36:57.359167 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89295ddf-7438-49be-83a9-38597a0051e8 req-d5bda7f5-d66a-487f-a0d6-6483194a6c29 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:57.360815 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89295ddf-7438-49be-83a9-38597a0051e8 req-d5bda7f5-d66a-487f-a0d6-6483194a6c29 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0508473 Jan 17 00:36:57.415432 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89295ddf-7438-49be-83a9-38597a0051e8 req-b0f88b11-949e-426d-9853-61f89e9f60d8 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483868 Jan 17 00:36:58.160223 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 34e7c4ef-88f5-48e3-8bee-545674711a97 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:36:58.169360 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:36:58.184624 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: 34e7c4ef-88f5-48e3-8bee-545674711a97 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:36:58.185025 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 34e7c4ef-88f5-48e3-8bee-545674711a97 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:36:58.371446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cdba9-384b-4478-afe7-f1f3daf7d1ba req-800b2880-edf3-469d-a6ea-acf1f1ae237e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:58.373024 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-424cdba9-384b-4478-afe7-f1f3daf7d1ba req-800b2880-edf3-469d-a6ea-acf1f1ae237e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0504057 Jan 17 00:36:58.425397 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-424cdba9-384b-4478-afe7-f1f3daf7d1ba req-6a20f354-cc02-4c7e-ab18-7d52a80ed578 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 Jan 17 00:36:58.550304 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f517e4-8e18-4d85-947c-3d73558c631e req-34e56cf4-5a65-4096-ba50-e16c9dbc6e4c tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:58.551802 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-84f517e4-8e18-4d85-947c-3d73558c631e req-34e56cf4-5a65-4096-ba50-e16c9dbc6e4c tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0549321 Jan 17 00:36:58.605512 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-84f517e4-8e18-4d85-947c-3d73558c631e req-6ff79415-a514-4e18-a961-2f04db3c49d4 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477962 Jan 17 00:36:59.557054 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b1d64-15d4-453b-8d19-43886c6b5d48 req-9c9725fa-4446-48f0-b775-8acfcd5afcc3 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:59.558722 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ab5b1d64-15d4-453b-8d19-43886c6b5d48 req-9c9725fa-4446-48f0-b775-8acfcd5afcc3 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0540342 Jan 17 00:36:59.623371 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ab5b1d64-15d4-453b-8d19-43886c6b5d48 req-214a6741-db1d-48d1-ac0e-48c1d3621d4a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583744 Jan 17 00:36:59.732383 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f38485-85c2-4a3c-b2e7-d695caefa642 req-1f200860-5b89-4c1c-beff-6571ff068941 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:36:59.733911 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5f38485-85c2-4a3c-b2e7-d695caefa642 req-1f200860-5b89-4c1c-beff-6571ff068941 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0550554 Jan 17 00:36:59.804515 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5f38485-85c2-4a3c-b2e7-d695caefa642 req-917ba187-72f1-426d-abd3-bf0e75d36b6a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636961 Jan 17 00:37:00.750895 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4b1c7-43d2-43b0-830b-a1537f10a5be req-ee4569df-aa77-4fce-9268-f0124b071b40 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:00.752526 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d0a4b1c7-43d2-43b0-830b-a1537f10a5be req-ee4569df-aa77-4fce-9268-f0124b071b40 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0580330 Jan 17 00:37:00.805673 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d0a4b1c7-43d2-43b0-830b-a1537f10a5be req-9f73d9ca-bdcd-4c1e-81f1-1175553683b0 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Jan 17 00:37:00.871028 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b3a-3eb3-4913-8db0-2be74f9c736d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:00.933304 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeb38f-e816-429d-bd6a-b7cfc526a0c3 req-d8ae9839-dd58-41ad-b8ff-4ab3db01eb2e tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:00.935058 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9deeb38f-e816-429d-bd6a-b7cfc526a0c3 req-d8ae9839-dd58-41ad-b8ff-4ab3db01eb2e tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0545566 Jan 17 00:37:01.000190 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9deeb38f-e816-429d-bd6a-b7cfc526a0c3 req-6ec11374-fc39-4de6-b254-656fd9b3d324 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585809 Jan 17 00:37:01.203563 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device adeb13ee-c4e0-4f26-9da3-16eb641440e9 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:37:01.307108 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:01.460928 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'port_id': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'mac_address': 'fa:16:3e:b6:f1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:37:01.500923 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port adeb13ee-c4e0-4f26-9da3-16eb641440e9 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:37:01.501324 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:01.517199 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeb13ee-c4e0-4f26-9da3-16eb641440e9 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:37:01.539330 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:01.544141 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:01.597240 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=adeb13ee-c4e0-4f26-9da3-16eb641440e9,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:01.604755 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.605131 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.605493 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.605841 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.606171 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.606500 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.606832 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.607157 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.607511 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.607840 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.608163 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.608483 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.608801 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:01.960719 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de5719-e9f5-465f-8301-6cd043a0527f req-2dbbc1c3-9ebe-47bd-8c5f-a159a5ec5398 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:01.963489 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-20de5719-e9f5-465f-8301-6cd043a0527f req-2dbbc1c3-9ebe-47bd-8c5f-a159a5ec5398 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0838470 Jan 17 00:37:02.019252 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-20de5719-e9f5-465f-8301-6cd043a0527f req-c05737b4-fdb5-4ff6-93b5-37ec7f727999 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485370 Jan 17 00:37:02.036852 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['adeb13ee-c4e0-4f26-9da3-16eb641440e9'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:37:02.135385 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdaf51-5b05-4935-8775-144ca7972be3 req-f9a24c35-9c87-4925-9998-71cd8ae3a771 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:02.137472 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0bbdaf51-5b05-4935-8775-144ca7972be3 req-f9a24c35-9c87-4925-9998-71cd8ae3a771 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 944 time: 0.0582345 Jan 17 00:37:02.201013 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0bbdaf51-5b05-4935-8775-144ca7972be3 req-a4c5e40d-0744-4946-8197-0be3c93db292 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525661 Jan 17 00:37:03.166825 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9d2d1-17c8-46fe-bbc7-c3f35c18dcdf req-b946f630-5104-4b57-95a9-f71256d6679e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:03.168453 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8a9d2d1-17c8-46fe-bbc7-c3f35c18dcdf req-b946f630-5104-4b57-95a9-f71256d6679e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0560710 Jan 17 00:37:03.178445 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-4a47bb9b-e697-4179-a576-15f6f8919a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:03.222826 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8a9d2d1-17c8-46fe-bbc7-c3f35c18dcdf req-14c85c6b-d663-47bd-bb48-e6301c6f56ac tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479586 Jan 17 00:37:03.341849 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7cf34-a792-46be-bd25-7469c9829965 req-cd5d55fd-7c94-451b-9ba7-25179e29b070 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:03.344235 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-22c7cf34-a792-46be-bd25-7469c9829965 req-cd5d55fd-7c94-451b-9ba7-25179e29b070 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 944 time: 0.0531905 Jan 17 00:37:03.476322 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-22c7cf34-a792-46be-bd25-7469c9829965 req-48b700a1-c0bb-4994-aba7-6c17e4b51e20 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250229 Jan 17 00:37:03.483123 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1064b-f387-4d1a-a9ba-fb2e34880379 req-f12f9a95-7d88-46ae-8100-a9e7bbcb9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:03.484773 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-79d1064b-f387-4d1a-a9ba-fb2e34880379 req-f12f9a95-7d88-46ae-8100-a9e7bbcb9185 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1099 time: 0.1215923 Jan 17 00:37:03.545071 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-79d1064b-f387-4d1a-a9ba-fb2e34880379 req-7cc62d84-5c36-4195-89e9-4380b54d3b40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486665 Jan 17 00:37:04.256672 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device adeb13ee-c4e0-4f26-9da3-16eb641440e9 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:37:04.325241 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port adeb13ee-c4e0-4f26-9da3-16eb641440e9 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:37:04.329826 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port adeb13ee-c4e0-4f26-9da3-16eb641440e9 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:37:04.330806 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:04.388516 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163c02c-3450-442d-b820-e3253882387b req-01021aec-86f5-4e42-b65a-c583a26f1957 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:04.390689 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d163c02c-3450-442d-b820-e3253882387b req-01021aec-86f5-4e42-b65a-c583a26f1957 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0723100 Jan 17 00:37:04.422802 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port adeb13ee-c4e0-4f26-9da3-16eb641440e9 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:37:04.423236 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:04.451151 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:04.453499 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f62f2-6862-4c56-b731-b69f7d72b9a5" -d '{"events": [{"server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "name": "network-vif-plugged", "status": "completed", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:04.458096 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d163c02c-3450-442d-b820-e3253882387b req-c14ab778-7109-44c4-8233-ee64f498bb4b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599699 Jan 17 00:37:04.480715 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:04.494959 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbd7369-b9a5-460b-bf21-4fc7e4d8f3b5 x-openstack-request-id: req-bcbd7369-b9a5-460b-bf21-4fc7e4d8f3b5 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:04.495446 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "name": "network-vif-plugged", "status": "completed", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:04.495838 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcbd7369-b9a5-460b-bf21-4fc7e4d8f3b5 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:04.496475 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'code': 200} Jan 17 00:37:04.497489 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:04.585214 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=adeb13ee-c4e0-4f26-9da3-16eb641440e9,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:04.642656 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb440e4-d8f2-4fcf-844c-b039f0b85589 req-83b59412-0ce2-4117-a327-390add8db76c tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:04.644574 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-acb440e4-d8f2-4fcf-844c-b039f0b85589 req-83b59412-0ce2-4117-a327-390add8db76c tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0669301 Jan 17 00:37:04.730610 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-acb440e4-d8f2-4fcf-844c-b039f0b85589 req-e847be8b-561e-4396-8d56-f6d4c61cfa1f tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785818 Jan 17 00:37:04.846414 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:04.964766 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b8fd3-cd22-4abb-950d-fd41be4e9112 req-776301fe-69ff-45c4-bdf7-06226915ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:04.967459 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d22b8fd3-cd22-4abb-950d-fd41be4e9112 req-776301fe-69ff-45c4-bdf7-06226915ca49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1098 time: 0.0543878 Jan 17 00:37:05.058510 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d22b8fd3-cd22-4abb-950d-fd41be4e9112 req-b6d7dc27-26b0-4875-b7d2-55c339fcd574 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754156 Jan 17 00:37:05.129245 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:05.615595 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707fd6d-fa34-4468-9ff7-6f36dea3f66e req-64daa2ea-ad9b-41b5-804a-2432d360052e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:05.617160 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6707fd6d-fa34-4468-9ff7-6f36dea3f66e req-64daa2ea-ad9b-41b5-804a-2432d360052e tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0571170 Jan 17 00:37:05.671853 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6707fd6d-fa34-4468-9ff7-6f36dea3f66e req-f9cc68c3-8f04-4589-bf29-3dcfe1c6ada2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482712 Jan 17 00:37:05.880877 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f045af-5d60-487c-92dc-1ad216948f12 req-9c496093-a907-42d6-97d5-1247b4688355 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:05.881749 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-01f045af-5d60-487c-92dc-1ad216948f12 req-9c496093-a907-42d6-97d5-1247b4688355 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0763531 Jan 17 00:37:05.945022 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-01f045af-5d60-487c-92dc-1ad216948f12 req-566fdf88-6577-4ba6-976c-1e39f08e9212 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561044 Jan 17 00:37:06.108026 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7a22c-ef79-4255-ae4c-43e9b9030076 req-5b92eea3-b5b1-4164-a210-808a5202ea03 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:06.109675 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bae7a22c-ef79-4255-ae4c-43e9b9030076 req-5b92eea3-b5b1-4164-a210-808a5202ea03 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0841897 Jan 17 00:37:06.119736 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-149a2e97-1b48-4c34-a28e-e26e03d841d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:06.121362 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-149a2e97-1b48-4c34-a28e-e26e03d841d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f708c1f92e994490a59ce86cbb0cccee&device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 1099 time: 0.0666373 Jan 17 00:37:06.224146 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bae7a22c-ef79-4255-ae4c-43e9b9030076 req-2e1f3573-fe02-446c-b096-be524cea8cef tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067858 Jan 17 00:37:06.257979 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-3edbba90-9e68-48c2-b556-187712a4af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:06.259501 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-3edbba90-9e68-48c2-b556-187712a4af8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 200 len: 920 time: 0.1232641 Jan 17 00:37:06.307226 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-32063cac-4ec9-443f-92db-7ee63bc3e945 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b46a2c2c-c414-451e-a594-3c4acc530734 HTTP/1.1" status: 200 len: 217 time: 0.0380778 Jan 17 00:37:06.371142 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-b454c376-30f1-4453-a885-26c3a1e45589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:06.372634 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-b454c376-30f1-4453-a885-26c3a1e45589 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 200 len: 859 time: 0.0522418 Jan 17 00:37:06.407340 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-795dd6b8-89bf-4ed2-9285-e4fc4259ffc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b64a44c-d641-45ea-8821-88a037e80d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252771 Jan 17 00:37:06.528138 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-ee365651-9137-46be-b5d1-b60a9cb55ff6 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107395 Jan 17 00:37:06.704125 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cc5aa562-f623-4eab-b4b7-f41cbb5e95d9 req-55a20cdd-bbca-4350-a9c5-d7cb5c8b12f4 service neutron] 10.222.0.15 "GET /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115546 Jan 17 00:37:06.746285 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:07.071370 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d1104-d22d-4bc7-acb4-b93c81754e8e req-e8f69bea-3555-4076-bbb7-f05e5ee34ff9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:07.073872 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-279d1104-d22d-4bc7-acb4-b93c81754e8e req-e8f69bea-3555-4076-bbb7-f05e5ee34ff9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0577857 Jan 17 00:37:07.129928 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-279d1104-d22d-4bc7-acb4-b93c81754e8e req-b75fa3fa-d025-488a-ad99-44ce8a9f14f1 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500703 Jan 17 00:37:07.252547 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5d4f-c5cd-4a82-933c-5e36b79d2b6c req-41122ccb-16bd-4264-8c0b-53a17cb61749 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:07.254419 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1fbd5d4f-c5cd-4a82-933c-5e36b79d2b6c req-41122ccb-16bd-4264-8c0b-53a17cb61749 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0529099 Jan 17 00:37:07.336329 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:07.338511 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1fbd5d4f-c5cd-4a82-933c-5e36b79d2b6c req-c4c73a27-b69b-4dce-956a-657ca3b34020 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748899 Jan 17 00:37:07.368769 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41286) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:07.387014 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04378e-bc07-4038-9f13-beec5b15d208 req-3a5dbba5-1f18-4af9-8203-24a47b3ce496 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:07.388691 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6b04378e-bc07-4038-9f13-beec5b15d208 req-3a5dbba5-1f18-4af9-8203-24a47b3ce496 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0703793 Jan 17 00:37:07.452840 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6b04378e-bc07-4038-9f13-beec5b15d208 req-3f55687f-f6a7-460f-bdc8-126f62e126d1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576794 Jan 17 00:37:07.473918 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd96cc8-cf15-4b43-88cf-80e668900c68 tempest-TestShelveInstance-8964148 tempest-TestShelveInstance-8964148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:07.475503 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-5cd96cc8-cf15-4b43-88cf-80e668900c68 tempest-TestShelveInstance-8964148 tempest-TestShelveInstance-8964148-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1093 time: 0.1051531 Jan 17 00:37:07.479904 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41290) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:07.484765 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Request body: {'floatingip': {'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'port_id': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:07.514368 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:07.638457 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:07.753977 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Allocated IP 172.27.3.69 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/6803f198-17f5-4080-bdca-5c3fd98deb28) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:37:07.863322 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for port (6803f198-17f5-4080-bdca-5c3fd98deb28), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:07.898392 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (6803f198-17f5-4080-bdca-5c3fd98deb28), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:07.947818 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:37:07.950866 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:37:07.954930 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:37:07.979347 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'Port': ['ID=6803f198-17f5-4080-bdca-5c3fd98deb28,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:08.365788 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for floatingip (30255fa2-d5b2-4d39-a6f2-d393466144b4), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:08.452894 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6803f198-17f5-4080-bdca-5c3fd98deb28), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:08.594773 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fcfe4-02ab-4163-803b-768b12e923e7 req-6f0fa6a3-f669-405b-a7be-536e42d5dae4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:08.596513 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b02fcfe4-02ab-4163-803b-768b12e923e7 req-6f0fa6a3-f669-405b-a7be-536e42d5dae4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0551131 Jan 17 00:37:08.645040 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for port (6803f198-17f5-4080-bdca-5c3fd98deb28), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:08.652123 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (6803f198-17f5-4080-bdca-5c3fd98deb28), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:08.685258 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b02fcfe4-02ab-4163-803b-768b12e923e7 req-4b6584bb-6f9b-44e2-a4b4-0dc797664123 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799804 Jan 17 00:37:08.748484 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event updated for resources: {'Port': ['ID=6803f198-17f5-4080-bdca-5c3fd98deb28,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:08.766474 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (30255fa2-d5b2-4d39-a6f2-d393466144b4), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:09.113331 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.l3_db [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Floating IP 30255fa2-d5b2-4d39-a6f2-d393466144b4 associated. External IP: 172.27.3.69, port: adeb13ee-c4e0-4f26-9da3-16eb641440e9. Jan 17 00:37:09.335366 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:37:09.451469 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:37:09.461530 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] Sync routers for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:37:09.472167 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:09.473494 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:09.474197 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:09.506072 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-30be3dcc-b048-45df-a828-a667998441a3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0247326 Jan 17 00:37:09.506658 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:09.509038 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:09.551400 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc7c7d3-7275-4e4e-b06c-16a9acbc59d0 x-openstack-request-id: req-efc7c7d3-7275-4e4e-b06c-16a9acbc59d0 {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:09.551720 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:09.552097 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efc7c7d3-7275-4e4e-b06c-16a9acbc59d0 {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:09.552532 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'status': 'completed', 'code': 200} Jan 17 00:37:09.586374 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:09.839491 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '30255fa2-d5b2-4d39-a6f2-d393466144b4', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'port_id': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'mac_address': 'fa:16:3e:b6:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:37:08Z', 'updated_at': '2022-01-17T00:37:08Z', 'revision_number': 0, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc5667e-c069-437e-a4b6-1c34185510af', 'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'mac_address': 'fa:16:3e:e9:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:03Z', 'updated_at': '2022-01-17T00:36:11Z', 'revision_number': 5, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'subnets': [{'id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:09.847271 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba5b38-b327-4956-82b3-ef0dbf3c20ed req-ac224deb-0e18-4bee-9d1a-637d306cb2f9 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:09.848932 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5bba5b38-b327-4956-82b3-ef0dbf3c20ed req-ac224deb-0e18-4bee-9d1a-637d306cb2f9 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0624835 Jan 17 00:37:09.876859 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] Checking router: 1f4a82f4-efeb-4007-8e40-32edfe3218f7 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:37:09.887670 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:09.888331 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:09.906929 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5bba5b38-b327-4956-82b3-ef0dbf3c20ed req-5a2a5e33-53e7-4eed-a6f7-f8d0a4ce4b6f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521219 Jan 17 00:37:10.002715 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:10.095251 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-372f88ae-63df-40ed-a5c7-c22ceb67569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:10.098365 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-372f88ae-63df-40ed-a5c7-c22ceb67569b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26758062fce6425cae7332c5dc4a74a4&device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1098 time: 0.0632205 Jan 17 00:37:10.275848 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-687575a7-b1cd-4272-8a6d-4d08a4f0f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:10.276822 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-687575a7-b1cd-4272-8a6d-4d08a4f0f2dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 200 len: 909 time: 0.1226101 Jan 17 00:37:10.366601 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-76edb397-bef8-4163-8479-684452112e9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 200 len: 998 time: 0.0801620 Jan 17 00:37:10.371888 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '30255fa2-d5b2-4d39-a6f2-d393466144b4', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'port_id': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'mac_address': 'fa:16:3e:b6:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:37:08Z', 'updated_at': '2022-01-17T00:37:08Z', 'revision_number': 0, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc5667e-c069-437e-a4b6-1c34185510af', 'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'mac_address': 'fa:16:3e:e9:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:03Z', 'updated_at': '2022-01-17T00:36:11Z', 'revision_number': 5, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'subnets': [{'id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:10.420419 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d08109-e204-43c9-93a4-28989d0889fa None None] The sync data for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi is: [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '30255fa2-d5b2-4d39-a6f2-d393466144b4', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'port_id': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'mac_address': 'fa:16:3e:b6:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:37:08Z', 'updated_at': '2022-01-17T00:37:08Z', 'revision_number': 0, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc5667e-c069-437e-a4b6-1c34185510af', 'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'mac_address': 'fa:16:3e:e9:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:03Z', 'updated_at': '2022-01-17T00:36:11Z', 'revision_number': 5, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'subnets': [{'id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:37:10.427834 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-38e42bcd-7798-403b-a26a-41abd237c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:10.430394 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-38e42bcd-7798-403b-a26a-41abd237c203 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be HTTP/1.1" status: 200 len: 847 time: 0.0519052 Jan 17 00:37:10.492304 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-acc7bd71-e3c1-4cdb-ad6d-c72cc4ee1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:10.493873 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-acc7bd71-e3c1-4cdb-ad6d-c72cc4ee1e6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa39a57a-592f-414a-a20d-96015da6e1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532613 Jan 17 00:37:10.591856 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-9e4ac56f-19c4-4ba2-941b-89a4bcdbacd6 service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899713 Jan 17 00:37:10.639010 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d80ebd-fb5d-451c-bd66-5ae30e55f76e None None] New status for floating IP 30255fa2-d5b2-4d39-a6f2-d393466144b4: ACTIVE {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:37:10.704420 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a498b86e-c5dd-4433-bc4d-93d2f618cf7d req-b2cdec8c-fa65-4d64-a011-e0d4dd5c9f89 service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059701 Jan 17 00:37:11.077834 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1eb350-66b4-493b-a9d1-e38fbd0c5541 req-da204aa7-fa82-4109-932a-8c2b9e79a049 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:11.080754 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2d1eb350-66b4-493b-a9d1-e38fbd0c5541 req-da204aa7-fa82-4109-932a-8c2b9e79a049 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0538478 Jan 17 00:37:11.160325 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2d1eb350-66b4-493b-a9d1-e38fbd0c5541 req-25ebe014-f9d2-4415-87ea-795a90d070f6 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698910 Jan 17 00:37:12.336438 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89f98c-39cb-424f-8319-29223df544dd req-93070a40-0e43-4f73-ada4-c7d7cece4a5c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:12.338332 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7a89f98c-39cb-424f-8319-29223df544dd req-93070a40-0e43-4f73-ada4-c7d7cece4a5c tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0856025 Jan 17 00:37:12.401321 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7a89f98c-39cb-424f-8319-29223df544dd req-a32fa27d-fd50-4ab5-bc65-9349b84bcf4f tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521944 Jan 17 00:37:13.554713 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89a3f4-d442-44d5-bc53-bd75f3722d45 req-ddc38ab8-f8af-473f-911e-175117b1a2ad tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:13.560046 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2d89a3f4-d442-44d5-bc53-bd75f3722d45 req-ddc38ab8-f8af-473f-911e-175117b1a2ad tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0638535 Jan 17 00:37:13.618567 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2d89a3f4-d442-44d5-bc53-bd75f3722d45 req-04bad66f-0875-47a1-80ae-46458e409ec4 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560787 Jan 17 00:37:18.707640 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a3eb3-7270-4166-a180-d29c44a4d9a9 req-1f6189f5-77de-46b5-b40c-a089115da5c9 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:18.709115 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-469a3eb3-7270-4166-a180-d29c44a4d9a9 req-1f6189f5-77de-46b5-b40c-a089115da5c9 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0590341 Jan 17 00:37:18.784809 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-469a3eb3-7270-4166-a180-d29c44a4d9a9 req-490282f2-6c8b-43fb-8dfb-47f9eab6e3f8 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698152 Jan 17 00:37:19.953490 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134cfc1-6c18-4815-8932-100d69943117 req-eb505168-884b-42ef-81d6-f55d1752e987 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:19.955433 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6134cfc1-6c18-4815-8932-100d69943117 req-eb505168-884b-42ef-81d6-f55d1752e987 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0617950 Jan 17 00:37:20.012904 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6134cfc1-6c18-4815-8932-100d69943117 req-dac416d2-bba8-407c-8210-b30a959c93ba tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 Jan 17 00:37:20.506630 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41434) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:20.552027 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35e9fa1-b674-4c01-be55-d8208b16e5a9 admin admin] Deleting subnet 4ed0efd6-22ea-4ff7-bb20-913d5065a954 {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:37:20.555397 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a35e9fa1-b674-4c01-be55-d8208b16e5a9 admin admin] Publish callbacks [] for subnet (4ed0efd6-22ea-4ff7-bb20-913d5065a954), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.595176 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a35e9fa1-b674-4c01-be55-d8208b16e5a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (4ed0efd6-22ea-4ff7-bb20-913d5065a954), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.636192 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a35e9fa1-b674-4c01-be55-d8208b16e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (4ed0efd6-22ea-4ff7-bb20-913d5065a954), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.689833 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a35e9fa1-b674-4c01-be55-d8208b16e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (4ed0efd6-22ea-4ff7-bb20-913d5065a954), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.718966 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a35e9fa1-b674-4c01-be55-d8208b16e5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.722806 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-a35e9fa1-b674-4c01-be55-d8208b16e5a9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ed0efd6-22ea-4ff7-bb20-913d5065a954 HTTP/1.1" status: 204 len: 168 time: 0.2151012 Jan 17 00:37:20.723751 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e9fa1-b674-4c01-be55-d8208b16e5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed0efd6-22ea-4ff7-bb20-913d5065a954,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:20.725670 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41436) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:20.802428 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (a921d394-f25d-4b1c-8753-a8a55b2917ed), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.885874 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (a921d394-f25d-4b1c-8753-a8a55b2917ed), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.906993 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a921d394-f25d-4b1c-8753-a8a55b2917ed']}} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:20.917672 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63d2254-32a3-49ac-9815-2a524b6c2cc6') {'for_net_delete': True} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:20.917998 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63d2254-32a3-49ac-9815-2a524b6c2cc6') {} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:20.928992 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25781760'] for segment (d63d2254-32a3-49ac-9815-2a524b6c2cc6), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.942987 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (d63d2254-32a3-49ac-9815-2a524b6c2cc6), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.953209 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:37:20.953940 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26670193'] for segment (d63d2254-32a3-49ac-9815-2a524b6c2cc6), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: Traceback (most recent call last): Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: timer() Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: cb(*args, **kw) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: return func(*args, **kwargs) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: self._notify() Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: self.callback(batched_events) Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:37:20.957241 dv-cinder-815461-7-iscsi neutron-server[109112]: event.method(event) Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: return f(self, *a, **k) Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._get(url).json() Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: return self.request(url, 'GET', **kwargs) Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:37:20.960266 dv-cinder-815461-7-iscsi neutron-server[109112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:37:21.016373 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (a921d394-f25d-4b1c-8753-a8a55b2917ed), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:21.039922 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:21.043151 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] 10.222.0.24 "DELETE /v2.0/networks/a921d394-f25d-4b1c-8753-a8a55b2917ed HTTP/1.1" status: 204 len: 168 time: 0.3159578 Jan 17 00:37:21.044559 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b40f9f-c992-499b-87aa-1975bca8212f admin admin] Pushing event deleted for resources: {'Network': ['ID=a921d394-f25d-4b1c-8753-a8a55b2917ed,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:21.149599 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601d794-ca48-4356-a2ec-01613dae7b7d req-4a00dabb-8a2a-4f5c-9c46-4f9ed21171aa tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:21.151174 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e601d794-ca48-4356-a2ec-01613dae7b7d req-4a00dabb-8a2a-4f5c-9c46-4f9ed21171aa tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0586920 Jan 17 00:37:21.209645 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e601d794-ca48-4356-a2ec-01613dae7b7d req-965e4a73-083a-4b8f-8831-f4007aa4db19 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524774 Jan 17 00:37:21.247474 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41442) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:21.289199 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-81809d1a-5520-4895-afd8-eab33d13b4c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bed360bb7f6e42ec85d24574fb027349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405300 Jan 17 00:37:21.291948 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41444) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:21.342225 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-69affa88-1265-421d-93e7-7d6772326f4b admin admin] Publish callbacks [] for security_group (dabc598b-33ab-46a7-b52a-e9a69fc70ea9), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:21.371070 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-69affa88-1265-421d-93e7-7d6772326f4b admin admin] Publish callbacks [] for security_group (dabc598b-33ab-46a7-b52a-e9a69fc70ea9), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:21.430581 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-69affa88-1265-421d-93e7-7d6772326f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (dabc598b-33ab-46a7-b52a-e9a69fc70ea9), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:21.433211 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-69affa88-1265-421d-93e7-7d6772326f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:21.434444 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-69affa88-1265-421d-93e7-7d6772326f4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dabc598b-33ab-46a7-b52a-e9a69fc70ea9 HTTP/1.1" status: 204 len: 168 time: 0.1414216 Jan 17 00:37:21.443702 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69affa88-1265-421d-93e7-7d6772326f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabc598b-33ab-46a7-b52a-e9a69fc70ea9,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:22.073496 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-21ab1e23-3a03-4249-858a-fe359d28a613 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:22.075028 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-21ab1e23-3a03-4249-858a-fe359d28a613 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0542331 Jan 17 00:37:22.177146 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Deleting port 859fca2e-1989-4770-a8ef-bedf7ac3323b {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:22.177558 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:22.270224 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] For port 859fca2e-1989-4770-a8ef-bedf7ac3323b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=859fca2e-1989-4770-a8ef-bedf7ac3323b,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:22.270617 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:22.283499 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Calling delete_port for 859fca2e-1989-4770-a8ef-bedf7ac3323b owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:22.380999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd568b8d-4fec-4f24-834a-1933f199aed0 req-7bec9928-82b3-4c11-b1af-89821b99cd0b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:22.382464 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fd568b8d-4fec-4f24-834a-1933f199aed0 req-7bec9928-82b3-4c11-b1af-89821b99cd0b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d4a00f-efa0-4a29-99d8-c6c39af9fe16 HTTP/1.1" status: 200 len: 945 time: 0.0971560 Jan 17 00:37:22.469131 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fd568b8d-4fec-4f24-834a-1933f199aed0 req-b2d65e4b-54cc-4122-9af5-ba4cc5f969e0 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800486 Jan 17 00:37:22.494497 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (859fca2e-1989-4770-a8ef-bedf7ac3323b), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:22.523316 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Pushing event deleted for resources: {'Port': ['ID=859fca2e-1989-4770-a8ef-bedf7ac3323b,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:22.558402 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['b46a2c2c-c414-451e-a594-3c4acc530734'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:37:22.567070 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] No DVR routers for this DVR port 859fca2e-1989-4770-a8ef-bedf7ac3323b on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:37:22.570630 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:22.574321 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e5edd9d4-662f-41e8-8721-a632007ff33b req-7804253c-c88d-4689-86eb-51b202f4b6a7 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.15 "DELETE /v2.0/ports/859fca2e-1989-4770-a8ef-bedf7ac3323b HTTP/1.1" status: 204 len: 173 time: 0.4930315 Jan 17 00:37:22.574991 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d4a00f-efa0-4a29-99d8-c6c39af9fe16', 'name': 'network-vif-deleted', 'tag': '859fca2e-1989-4770-a8ef-bedf7ac3323b'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:22.578280 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3e5ba8-82e6-4242-8133-5efce2c2c93f" -d '{"events": [{"server_uuid": "76d4a00f-efa0-4a29-99d8-c6c39af9fe16", "name": "network-vif-deleted", "tag": "859fca2e-1989-4770-a8ef-bedf7ac3323b"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:22.621759 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966d1a97-46b8-4682-991c-a844ef833d63 x-openstack-request-id: req-966d1a97-46b8-4682-991c-a844ef833d63 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:22.622089 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d4a00f-efa0-4a29-99d8-c6c39af9fe16", "name": "network-vif-deleted", "tag": "859fca2e-1989-4770-a8ef-bedf7ac3323b", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:22.622353 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-966d1a97-46b8-4682-991c-a844ef833d63 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:22.622911 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d4a00f-efa0-4a29-99d8-c6c39af9fe16', 'name': 'network-vif-deleted', 'tag': '859fca2e-1989-4770-a8ef-bedf7ac3323b', 'status': 'completed', 'code': 200} Jan 17 00:37:23.746926 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b630-1231-445d-9cd2-e06ef2f6bbd7 req-e73a3457-f77a-4856-b9a5-62f7d490bd8a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:23.748505 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ff47b630-1231-445d-9cd2-e06ef2f6bbd7 req-e73a3457-f77a-4856-b9a5-62f7d490bd8a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0539954 Jan 17 00:37:23.801961 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ff47b630-1231-445d-9cd2-e06ef2f6bbd7 req-e02f24ed-d0f8-4f90-bbf1-8d39a38b9dc1 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469878 Jan 17 00:37:24.412918 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 859fca2e-1989-4770-a8ef-bedf7ac3323b no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:24.433094 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: 859fca2e-1989-4770-a8ef-bedf7ac3323b {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:37:24.433438 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 859fca2e-1989-4770-a8ef-bedf7ac3323b not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:37:24.954175 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c4a4-034a-4de8-9435-d9a7f6511de6 req-c59774f0-2a09-465c-b851-f69b950d7e1a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:24.956191 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3892c4a4-034a-4de8-9435-d9a7f6511de6 req-c59774f0-2a09-465c-b851-f69b950d7e1a tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0760169 Jan 17 00:37:25.011175 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3892c4a4-034a-4de8-9435-d9a7f6511de6 req-b269c8a7-5aa7-450d-9c39-9421fc5b334b tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492485 Jan 17 00:37:26.134848 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602e91f-54b7-43ae-a5a3-0a3cf8a7c532 req-9bd31c2c-04ef-4057-a442-6efb170a1bd2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:26.136493 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c602e91f-54b7-43ae-a5a3-0a3cf8a7c532 req-9bd31c2c-04ef-4057-a442-6efb170a1bd2 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0514896 Jan 17 00:37:26.186079 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c602e91f-54b7-43ae-a5a3-0a3cf8a7c532 req-a1f3e500-954c-4b48-b5fc-2126116a4548 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Jan 17 00:37:27.310139 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25b5e3-a570-4e8e-83d2-9a24c335326d req-217e6733-7720-406a-97f5-05d32a5c7dda tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:27.311643 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fb25b5e3-a570-4e8e-83d2-9a24c335326d req-217e6733-7720-406a-97f5-05d32a5c7dda tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.0530443 Jan 17 00:37:27.376876 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fb25b5e3-a570-4e8e-83d2-9a24c335326d req-ff61250f-705d-4534-be9e-4cbb6c1345cf tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594668 Jan 17 00:37:28.723591 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c155f-b22f-4278-92e1-69231f54a4e3 req-4885b6e2-c6fb-4c2d-acb2-a263d1f786af tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:28.726159 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6c9c155f-b22f-4278-92e1-69231f54a4e3 req-4885b6e2-c6fb-4c2d-acb2-a263d1f786af tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.2787027 Jan 17 00:37:28.782304 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6c9c155f-b22f-4278-92e1-69231f54a4e3 req-c437e007-8d25-4df3-ba93-82a130283f04 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Jan 17 00:37:29.015094 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e5fec-6efe-4573-b884-21ae5e8c5556 req-c99da198-dce5-4d24-8727-6eb55c9aba8e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:29.016659 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c52e5fec-6efe-4573-b884-21ae5e8c5556 req-c99da198-dce5-4d24-8727-6eb55c9aba8e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 947 time: 0.0505486 Jan 17 00:37:29.074922 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c52e5fec-6efe-4573-b884-21ae5e8c5556 req-21a135a3-0406-4db7-9994-812f61fca53b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521152 Jan 17 00:37:30.001889 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990efaa-0bda-4965-8e4b-76bf165dca88 req-3a92caa9-570b-4d7b-aa7a-f37faa8b33ec tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:30.003838 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0990efaa-0bda-4965-8e4b-76bf165dca88 req-3a92caa9-570b-4d7b-aa7a-f37faa8b33ec tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1462133 Jan 17 00:37:30.040553 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fd7c1-b122-4f4c-992b-3ec61b792ddd req-9b8dce95-6f4a-4d11-b365-d5a84e9b512b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:30.042079 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-621fd7c1-b122-4f4c-992b-3ec61b792ddd req-9b8dce95-6f4a-4d11-b365-d5a84e9b512b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0822046 Jan 17 00:37:30.084265 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0990efaa-0bda-4965-8e4b-76bf165dca88 req-6dd629f3-34ab-457d-8567-3e106f655698 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739641 Jan 17 00:37:30.125080 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-621fd7c1-b122-4f4c-992b-3ec61b792ddd req-8ca64b78-ef50-4e0f-9b5d-bf2a51c71a22 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719824 Jan 17 00:37:30.217361 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cc267-ca3b-46d5-9c2f-568fec35a52d req-87db5cb6-0812-4b1f-b567-276a92cdaaae tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:30.218922 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1b9cc267-ca3b-46d5-9c2f-568fec35a52d req-87db5cb6-0812-4b1f-b567-276a92cdaaae tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 947 time: 0.0541747 Jan 17 00:37:30.275821 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1b9cc267-ca3b-46d5-9c2f-568fec35a52d req-bee0cdea-41a3-482a-a33d-1f373679d9d1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507102 Jan 17 00:37:30.868281 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e9466884-446f-4fae-8e2b-b36a402aa620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:31.281926 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec66b6-b3e1-4865-9bdd-763adb20ef30 req-bf481768-7325-40ce-b10d-650c101d7ece tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:31.283599 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5fec66b6-b3e1-4865-9bdd-763adb20ef30 req-bf481768-7325-40ce-b10d-650c101d7ece tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1268675 Jan 17 00:37:31.292398 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-bf43bac2-8b16-4b7d-808a-e45db3f4c314 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:31.293918 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-bf43bac2-8b16-4b7d-808a-e45db3f4c314 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 946 time: 0.1227565 Jan 17 00:37:31.313737 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39049070-972d-4fc7-a94c-c537f0ae8bd4 req-335d3fce-ba1b-4e2a-955f-6c15ddf676ff tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:31.315794 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-39049070-972d-4fc7-a94c-c537f0ae8bd4 req-335d3fce-ba1b-4e2a-955f-6c15ddf676ff tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1020217 Jan 17 00:37:31.446159 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5fec66b6-b3e1-4865-9bdd-763adb20ef30 req-fcbfdf3a-8275-4583-85f0-f670ea71d982 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/security-groups?id=28e16c7f-0ad8-41d5-9d3a-f560a90668a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510401 Jan 17 00:37:31.453600 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-39049070-972d-4fc7-a94c-c537f0ae8bd4 req-191da392-8fc4-4745-8c5b-2ac29a203a04 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251335 Jan 17 00:37:31.489745 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Deleting port b46a2c2c-c414-451e-a594-3c4acc530734 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:31.489989 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:31.868550 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-2464e3ab-496f-4fd0-abee-461b426a70b8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:31.869992 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-2464e3ab-496f-4fd0-abee-461b426a70b8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 947 time: 0.3639927 Jan 17 00:37:31.898564 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] For port b46a2c2c-c414-451e-a594-3c4acc530734, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b46a2c2c-c414-451e-a594-3c4acc530734,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:31.898941 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:31.925120 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83a70-1529-44b1-b4c5-44d5ca87eff2 req-d2a45db2-c0e2-4713-9819-1817206d44bb tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:31.926657 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c3f83a70-1529-44b1-b4c5-44d5ca87eff2 req-d2a45db2-c0e2-4713-9819-1817206d44bb tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 947 time: 0.3889205 Jan 17 00:37:31.950725 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Calling delete_port for b46a2c2c-c414-451e-a594-3c4acc530734 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:32.076781 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c3f83a70-1529-44b1-b4c5-44d5ca87eff2 req-edaf6f70-c8a0-4463-8001-3e0459cfc7f9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=beabce00-1943-4a18-9ec0-df9d9ce8bfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420481 Jan 17 00:37:32.113125 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Deleting port d387932f-7090-40dc-82db-f73f3978410d {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:32.113479 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (d387932f-7090-40dc-82db-f73f3978410d), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:32.230439 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (b46a2c2c-c414-451e-a594-3c4acc530734), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:32.280254 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Pushing event deleted for resources: {'Port': ['ID=b46a2c2c-c414-451e-a594-3c4acc530734,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:32.286358 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] For port d387932f-7090-40dc-82db-f73f3978410d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d387932f-7090-40dc-82db-f73f3978410d,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:32.286949 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (d387932f-7090-40dc-82db-f73f3978410d), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:32.287556 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['b46a2c2c-c414-451e-a594-3c4acc530734'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:37:32.390344 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] No DVR routers for this DVR port b46a2c2c-c414-451e-a594-3c4acc530734 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:37:32.399691 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:32.402969 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f9216d09-3f0c-4776-9f96-7498bdc5df0b req-a423eedc-595a-4447-a4ba-b886f758e105 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.15 "DELETE /v2.0/ports/b46a2c2c-c414-451e-a594-3c4acc530734 HTTP/1.1" status: 204 len: 173 time: 1.0973384 Jan 17 00:37:32.403459 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb', 'name': 'network-vif-deleted', 'tag': 'b46a2c2c-c414-451e-a594-3c4acc530734'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:32.405723 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf75b95b-bd09-4478-947b-eee5d21e55f2" -d '{"events": [{"server_uuid": "3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb", "name": "network-vif-deleted", "tag": "b46a2c2c-c414-451e-a594-3c4acc530734"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:32.488897 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44de694-61f1-4ad6-ac96-fec861f30a0d x-openstack-request-id: req-a44de694-61f1-4ad6-ac96-fec861f30a0d {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:32.489222 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb", "name": "network-vif-deleted", "tag": "b46a2c2c-c414-451e-a594-3c4acc530734", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:32.489544 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a44de694-61f1-4ad6-ac96-fec861f30a0d {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:32.489842 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb', 'name': 'network-vif-deleted', 'tag': 'b46a2c2c-c414-451e-a594-3c4acc530734', 'status': 'completed', 'code': 200} Jan 17 00:37:32.662575 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a4465a9f-b9da-497f-a3ae-7ac6e53ed9c6 req-d1bd5ad7-256e-4d7f-bd00-d5987dfe0559 tempest-ServerRescueNegativeTestJSON-1725448268 tempest-ServerRescueNegativeTestJSON-1725448268-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af085d4-a9eb-40a3-9fe5-013b2c0eb2bb HTTP/1.1" status: 200 len: 210 time: 0.0682280 Jan 17 00:37:32.705171 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:32.705171 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (e26ac861-75f3-4367-afe4-ac45fa989ef5), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:32.705171 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Floating IP e26ac861-75f3-4367-afe4-ac45fa989ef5 disassociated. External IP: 172.27.3.155, port: d387932f-7090-40dc-82db-f73f3978410d. Jan 17 00:37:32.705631 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Calling delete_port for d387932f-7090-40dc-82db-f73f3978410d owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:32.724365 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254ddf8-6347-43a8-83c7-8e0c47ee3161 req-eb2c0d60-e1f0-4db4-b289-191a10a15af8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:32.725832 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c254ddf8-6347-43a8-83c7-8e0c47ee3161 req-eb2c0d60-e1f0-4db4-b289-191a10a15af8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1776578 Jan 17 00:37:32.826855 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c254ddf8-6347-43a8-83c7-8e0c47ee3161 req-72f35f67-fb52-424f-ae35-3960dd14f645 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953779 Jan 17 00:37:32.882941 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (d387932f-7090-40dc-82db-f73f3978410d), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:32.912469 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event deleted for resources: {'Port': ['ID=d387932f-7090-40dc-82db-f73f3978410d,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:33.061705 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-7346281c-49b7-4b6c-8031-acb6ab4c6042 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:33.063163 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-7346281c-49b7-4b6c-8031-acb6ab4c6042 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.0683169 Jan 17 00:37:33.064960 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Router 500e0536-9e0c-4c6f-822a-523a45ad30e4 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:37:33.171255 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bdb47741-e902-4657-a3c0-971913cee969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:33.243073 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5c382db7-fd16-47cc-943a-08472a07a331 req-2bf80c8d-221f-4b31-9d8a-f15dc26dc597 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=edbb8a3f-9489-4690-81ee-18ff3bd74a88 HTTP/1.1" status: 200 len: 210 time: 0.0622244 Jan 17 00:37:33.272594 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:37:33.291069 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] Sync routers for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:37:33.307160 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:33.308242 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:33.325891 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] No DVR routers for this DVR port d387932f-7090-40dc-82db-f73f3978410d on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:37:33.330687 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:33.334420 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2e85c475-e9c2-44d2-8434-e4c951370234 req-f3c50752-bb6e-4b94-a34c-3c23d884a1c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "DELETE /v2.0/ports/d387932f-7090-40dc-82db-f73f3978410d HTTP/1.1" status: 204 len: 173 time: 1.4516714 Jan 17 00:37:33.338543 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Deleting port 174d8027-9f67-4cc9-a015-350edf2fda58 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:33.339026 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:33.427983 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:33.475653 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] For port 174d8027-9f67-4cc9-a015-350edf2fda58, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=174d8027-9f67-4cc9-a015-350edf2fda58,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:33.476286 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:33.663687 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:33.695491 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] Checking router: 500e0536-9e0c-4c6f-822a-523a45ad30e4 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:37:33.705920 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:33.706537 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:33.737687 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:33.738177 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (2a512709-5ce1-4783-8ce6-d5ba3e2b758b), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:33.738720 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Floating IP 2a512709-5ce1-4783-8ce6-d5ba3e2b758b disassociated. External IP: 172.27.3.233, port: 174d8027-9f67-4cc9-a015-350edf2fda58. Jan 17 00:37:33.739160 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Calling delete_port for 174d8027-9f67-4cc9-a015-350edf2fda58 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:33.741192 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41542) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:33.885878 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:34.316727 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:34.355909 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453212e0-7ad5-4590-993f-612e164c7acf None None] The sync data for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi is: [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:37:34.406281 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f556d-c398-479f-872a-585a62d9397b req-50d1f7f9-f119-47c0-aac8-a42082ed115a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:34.408694 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-502f556d-c398-479f-872a-585a62d9397b req-50d1f7f9-f119-47c0-aac8-a42082ed115a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 945 time: 0.4383280 Jan 17 00:37:34.412070 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (174d8027-9f67-4cc9-a015-350edf2fda58), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:34.437081 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41550) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:34.473466 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event deleted for resources: {'Port': ['ID=174d8027-9f67-4cc9-a015-350edf2fda58,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:34.481771 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 174d8027-9f67-4cc9-a015-350edf2fda58 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:34.504759 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-deleted', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:34.507071 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96383564-1192-45db-b5ef-f8c658a4b5f2" -d '{"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-deleted", "tag": "d387932f-7090-40dc-82db-f73f3978410d"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:34.526581 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: 174d8027-9f67-4cc9-a015-350edf2fda58 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:37:34.526980 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 174d8027-9f67-4cc9-a015-350edf2fda58 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:37:34.527642 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:34.553925 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: d387932f-7090-40dc-82db-f73f3978410d {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:37:34.554563 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d387932f-7090-40dc-82db-f73f3978410d not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:37:34.555132 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-47b30070-3127-498b-83aa-6389c6ef7112 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (beabce00-1943-4a18-9ec0-df9d9ce8bfb0), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:34.555993 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device b46a2c2c-c414-451e-a594-3c4acc530734 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:34.586137 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: b46a2c2c-c414-451e-a594-3c4acc530734 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:37:34.586658 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device b46a2c2c-c414-451e-a594-3c4acc530734 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:37:34.597720 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-47b30070-3127-498b-83aa-6389c6ef7112 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (beabce00-1943-4a18-9ec0-df9d9ce8bfb0), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:34.600245 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c4896c-10b4-4503-90fe-0243f41b7202 x-openstack-request-id: req-77c4896c-10b4-4503-90fe-0243f41b7202 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:34.600540 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbb8a3f-9489-4690-81ee-18ff3bd74a88", "name": "network-vif-deleted", "tag": "d387932f-7090-40dc-82db-f73f3978410d", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:34.600801 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77c4896c-10b4-4503-90fe-0243f41b7202 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:34.601207 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb8a3f-9489-4690-81ee-18ff3bd74a88', 'name': 'network-vif-deleted', 'tag': 'd387932f-7090-40dc-82db-f73f3978410d', 'status': 'completed', 'code': 200} Jan 17 00:37:34.654028 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-502f556d-c398-479f-872a-585a62d9397b req-66fd3c1c-e430-4631-9ca9-f245c656630a tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c5aad6-9088-4ff5-91d6-c99ea7193267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202089 Jan 17 00:37:34.666117 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-47b30070-3127-498b-83aa-6389c6ef7112 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (beabce00-1943-4a18-9ec0-df9d9ce8bfb0), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:34.669213 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-47b30070-3127-498b-83aa-6389c6ef7112 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:34.670367 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-47b30070-3127-498b-83aa-6389c6ef7112 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "DELETE /v2.0/security-groups/beabce00-1943-4a18-9ec0-df9d9ce8bfb0 HTTP/1.1" status: 204 len: 168 time: 0.2316701 Jan 17 00:37:34.682597 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41554) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:34.683695 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b30070-3127-498b-83aa-6389c6ef7112 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beabce00-1943-4a18-9ec0-df9d9ce8bfb0,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:34.701614 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.api.v2.resource [None req-b52a94d3-b2a2-41c9-8218-f29065bffa52 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] show failed (client error): The resource could not be found. Jan 17 00:37:34.702684 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-b52a94d3-b2a2-41c9-8218-f29065bffa52 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups/beabce00-1943-4a18-9ec0-df9d9ce8bfb0 HTTP/1.1" status: 404 len: 347 time: 0.0166171 Jan 17 00:37:34.707518 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41556) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:34.800830 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Router ddda0f15-ef37-4f47-9be0-19e002705718 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:37:34.852726 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Deleting port 2f460a64-d29d-4f93-9b7f-04a1dc70f1de {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:34.853062 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (2f460a64-d29d-4f93-9b7f-04a1dc70f1de), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:34.853542 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1a3414-0739-42f6-adc3-b86330940146 None None] New status for floating IP e26ac861-75f3-4367-afe4-ac45fa989ef5: DOWN {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:37:34.894035 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:34.960074 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (2f460a64-d29d-4f93-9b7f-04a1dc70f1de), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:34.960454 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (2f460a64-d29d-4f93-9b7f-04a1dc70f1de), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:34.982028 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Calling delete_port for 2f460a64-d29d-4f93-9b7f-04a1dc70f1de owned by network:floatingip {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:35.005549 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:37:35.016674 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877905'] for router_interface (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:35.016932 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] Sync routers for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:37:35.040243 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:35.041242 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:35.086728 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] No DVR routers for this DVR port 174d8027-9f67-4cc9-a015-350edf2fda58 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:37:35.090044 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:35.093525 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-eb192ba6-1a5c-42ca-b158-2af26127c7fb req-8f4d6073-d4f1-47a1-b6e9-cc606dcd4698 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "DELETE /v2.0/ports/174d8027-9f67-4cc9-a015-350edf2fda58 HTTP/1.1" status: 204 len: 173 time: 1.9869068 Jan 17 00:37:35.110141 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:35.197871 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (2f460a64-d29d-4f93-9b7f-04a1dc70f1de), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:35.207723 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:37:35.242008 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event deleted for resources: {'Port': ['ID=2f460a64-d29d-4f93-9b7f-04a1dc70f1de,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:35.256161 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:35.267586 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.268510 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.269103 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.269857 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.270465 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.271058 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.282588 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.283783 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.286614 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.288065 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.290135 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.290787 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.291537 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:35.392072 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (e26ac861-75f3-4367-afe4-ac45fa989ef5), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:35.395283 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:35.400118 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-79097013-3307-43e7-9c07-e62ed58c5a2a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "DELETE /v2.0/floatingips/e26ac861-75f3-4367-afe4-ac45fa989ef5 HTTP/1.1" status: 204 len: 168 time: 0.6881907 Jan 17 00:37:35.446033 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Deleting port b01b28a2-3be5-4823-a9a8-51296f6ae570 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:35.447287 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:35.531168 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:35.552376 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] For port b01b28a2-3be5-4823-a9a8-51296f6ae570, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=b01b28a2-3be5-4823-a9a8-51296f6ae570,segment=NetworkSegment(7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb),segment_id=7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:35.552805 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:35.588974 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Calling delete_port for b01b28a2-3be5-4823-a9a8-51296f6ae570 owned by network:router_interface {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:35.593268 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] Checking router: ddda0f15-ef37-4f47-9be0-19e002705718 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:37:35.605275 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:35.606040 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:35.877207 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41564) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:35.878444 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-896938ad-11e6-4321-a39c-7400a27bb071 req-31dd04eb-4304-40d8-b1ae-99cc80492362 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0505764 Jan 17 00:37:35.894056 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-11088739-8c67-48df-afbd-4d94a0d69c4a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554398721', 'description': 'tempest-description--1382669133'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:35.909429 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4dcfe950-f7e9-43b2-a701-005089931f46 req-51cda715-856d-48d2-bf35-bd8ea5a81db6 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 210 time: 0.0795827 Jan 17 00:37:35.930714 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:35.957719 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-11088739-8c67-48df-afbd-4d94a0d69c4a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.016272 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-896938ad-11e6-4321-a39c-7400a27bb071 req-b3dcf52e-361b-4fbc-b34c-a9dc8c08bd72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=0d4b5d0a-ce05-409c-8148-60519211cdd1 HTTP/1.1" status: 200 len: 210 time: 0.0285478 Jan 17 00:37:36.036705 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (b01b28a2-3be5-4823-a9a8-51296f6ae570), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.104452 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01b28a2-3be5-4823-a9a8-51296f6ae570,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:36.119186 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-11088739-8c67-48df-afbd-4d94a0d69c4a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.129297 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-11088739-8c67-48df-afbd-4d94a0d69c4a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.176493 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11088739-8c67-48df-afbd-4d94a0d69c4a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:36.197420 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-11088739-8c67-48df-afbd-4d94a0d69c4a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.199268 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-11088739-8c67-48df-afbd-4d94a0d69c4a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3171275 Jan 17 00:37:36.202912 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41566) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:36.208835 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-64e79c26-dff6-4c07-8b71-4b1bc9f1e9f9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'security_group_rule': {'security_group_id': 'a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:36.249799 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e79c26-dff6-4c07-8b71-4b1bc9f1e9f9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (6459a589-0d1a-4936-be0b-f0f57497341e), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.261172 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:36.306651 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a662d-9c49-4740-a4ab-4d9cdaf38eb1 None None] The sync data for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi is: [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:37:36.321503 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896938ad-11e6-4321-a39c-7400a27bb071 req-151c716d-fb29-4f7c-bad5-e3219b03d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:36.323865 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-896938ad-11e6-4321-a39c-7400a27bb071 req-151c716d-fb29-4f7c-bad5-e3219b03d14f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9762fcecd21489b98111f1858e80326&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2721841 Jan 17 00:37:36.348702 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e79c26-dff6-4c07-8b71-4b1bc9f1e9f9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (6459a589-0d1a-4936-be0b-f0f57497341e), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.356756 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e79c26-dff6-4c07-8b71-4b1bc9f1e9f9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (6459a589-0d1a-4936-be0b-f0f57497341e), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.374588 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e79c26-dff6-4c07-8b71-4b1bc9f1e9f9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6459a589-0d1a-4936-be0b-f0f57497341e,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:36.406574 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-64e79c26-dff6-4c07-8b71-4b1bc9f1e9f9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.412803 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-64e79c26-dff6-4c07-8b71-4b1bc9f1e9f9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2085309 Jan 17 00:37:36.413523 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41568) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:36.414680 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875457'] for router_interface (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.418308 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-739659c2-ffbb-4587-9ff8-12de88256dce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'security_group_rule': {'security_group_id': 'a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:36.473833 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-739659c2-ffbb-4587-9ff8-12de88256dce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (c02f780b-c1ef-4223-9284-d088e7fe66d4), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.518980 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896938ad-11e6-4321-a39c-7400a27bb071 req-9ea248c6-e655-4321-b627-387b44070e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:36.520640 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-896938ad-11e6-4321-a39c-7400a27bb071 req-9ea248c6-e655-4321-b627-387b44070e40 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892927 Jan 17 00:37:36.551687 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-739659c2-ffbb-4587-9ff8-12de88256dce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (c02f780b-c1ef-4223-9284-d088e7fe66d4), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.556829 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-739659c2-ffbb-4587-9ff8-12de88256dce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (c02f780b-c1ef-4223-9284-d088e7fe66d4), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.593198 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739659c2-ffbb-4587-9ff8-12de88256dce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02f780b-c1ef-4223-9284-d088e7fe66d4,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:36.602403 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'name': 'network-vif-deleted', 'tag': '174d8027-9f67-4cc9-a015-350edf2fda58'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:36.606265 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8f8e4a-3abe-40bb-b69a-5f903926685e" -d '{"events": [{"server_uuid": "0d4b5d0a-ce05-409c-8148-60519211cdd1", "name": "network-vif-deleted", "tag": "174d8027-9f67-4cc9-a015-350edf2fda58"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:36.619069 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-739659c2-ffbb-4587-9ff8-12de88256dce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.623453 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-739659c2-ffbb-4587-9ff8-12de88256dce tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2064340 Jan 17 00:37:36.625264 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41572) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:36.634008 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'floatingip': {'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:36.687875 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6040ecc6-1e0e-4bc7-be70-18eda0f7e6b6 x-openstack-request-id: req-6040ecc6-1e0e-4bc7-be70-18eda0f7e6b6 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:36.688362 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4b5d0a-ce05-409c-8148-60519211cdd1", "name": "network-vif-deleted", "tag": "174d8027-9f67-4cc9-a015-350edf2fda58", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:36.688828 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6040ecc6-1e0e-4bc7-be70-18eda0f7e6b6 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:36.689503 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4b5d0a-ce05-409c-8148-60519211cdd1', 'name': 'network-vif-deleted', 'tag': '174d8027-9f67-4cc9-a015-350edf2fda58', 'status': 'completed', 'code': 200} Jan 17 00:37:36.694120 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.714301 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fe4d7c-6b23-43f7-8dd1-131cfa423b61 None None] New status for floating IP 2a512709-5ce1-4783-8ce6-d5ba3e2b758b: DOWN {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:37:36.852516 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.853657 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:36.857308 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:37:37.057962 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41578) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:37.082186 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Allocated IP 172.27.3.160 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/30f53e41-e322-479e-abf8-7b63e55eea4f) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:37:37.117234 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:37:37.124058 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-234a4244-52ab-490b-90dc-e67ec79372b8 admin admin] 10.222.0.24 "PUT /v2.0/routers/283e7f6c-47fb-40a3-bc45-53e4ed333dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3817251 Jan 17 00:37:37.129770 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] Sync routers for ids ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:37:37.130804 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41580) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:37.143918 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] Routers {'283e7f6c-47fb-40a3-bc45-53e4ed333dbc'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:37.145135 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:37.189321 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a31d1d01-6734-4e9a-b320-4e9296f8dc15 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (52c5aad6-9088-4ff5-91d6-c99ea7193267), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.256315 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for port (30f53e41-e322-479e-abf8-7b63e55eea4f), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.257658 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a31d1d01-6734-4e9a-b320-4e9296f8dc15 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (52c5aad6-9088-4ff5-91d6-c99ea7193267), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.284601 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] Set router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:37.305519 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks [] for router (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.313369 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (30f53e41-e322-479e-abf8-7b63e55eea4f), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.339004 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.397473 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:37:37.401460 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:37:37.404547 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:37:37.505383 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'Port': ['ID=30f53e41-e322-479e-abf8-7b63e55eea4f,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:37.532910 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (ace014e5-1786-4260-98bb-9ac164847ae0), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.546856 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:33:58Z', 'updated_at': '2022-01-17T00:37:35Z', 'revision_number': 5, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'gw_port': {'id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:33:59Z', 'updated_at': '2022-01-17T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:37.580964 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (30f53e41-e322-479e-abf8-7b63e55eea4f), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.632301 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] Checking router: 283e7f6c-47fb-40a3-bc45-53e4ed333dbc for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:37:37.645062 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] Routers {'283e7f6c-47fb-40a3-bc45-53e4ed333dbc'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:37.646201 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:37.691869 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a31d1d01-6734-4e9a-b320-4e9296f8dc15 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (52c5aad6-9088-4ff5-91d6-c99ea7193267), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.694417 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a31d1d01-6734-4e9a-b320-4e9296f8dc15 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.698054 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-a31d1d01-6734-4e9a-b320-4e9296f8dc15 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "DELETE /v2.0/security-groups/52c5aad6-9088-4ff5-91d6-c99ea7193267 HTTP/1.1" status: 204 len: 168 time: 0.6365647 Jan 17 00:37:37.702615 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41582) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:37.715474 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d1d01-6734-4e9a-b320-4e9296f8dc15 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c5aad6-9088-4ff5-91d6-c99ea7193267,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:37.740613 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.api.v2.resource [None req-78f53ceb-08b6-4aba-9350-6b0c8c8f149b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] show failed (client error): The resource could not be found. Jan 17 00:37:37.746212 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-78f53ceb-08b6-4aba-9350-6b0c8c8f149b tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups/52c5aad6-9088-4ff5-91d6-c99ea7193267 HTTP/1.1" status: 404 len: 347 time: 0.0381455 Jan 17 00:37:37.746514 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks [] for router_gateway (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.747724 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41584) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:37.781650 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] Set router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:37.851771 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Deleting port 10095968-0e3b-4534-a49e-eb66a9731ef1 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:37.852673 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.955778 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] For port 10095968-0e3b-4534-a49e-eb66a9731ef1, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=10095968-0e3b-4534-a49e-eb66a9731ef1,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:37.956557 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.957484 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for port (30f53e41-e322-479e-abf8-7b63e55eea4f), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.965308 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (30f53e41-e322-479e-abf8-7b63e55eea4f), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:37.978282 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Calling delete_port for 10095968-0e3b-4534-a49e-eb66a9731ef1 owned by network:router_gateway {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:38.089149 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:33:58Z', 'updated_at': '2022-01-17T00:37:35Z', 'revision_number': 5, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'gw_port': {'id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:33:59Z', 'updated_at': '2022-01-17T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:38.098271 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Deleting port 0f0b8b5a-3abb-4273-856a-1c6eb67353f7 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:38.098843 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (0f0b8b5a-3abb-4273-856a-1c6eb67353f7), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.102532 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'Port': ['ID=30f53e41-e322-479e-abf8-7b63e55eea4f,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:38.151980 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2059c3d5-33e3-4eec-b141-faee2ca7e6b9 None None] The sync data for ids ['283e7f6c-47fb-40a3-bc45-53e4ed333dbc'] in dv-cinder-815461-7-iscsi is: [{'id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'name': 'tempest-ServerRescueNegativeTestJSON-2055018665-router', 'tenant_id': 'f708c1f92e994490a59ce86cbb0cccee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:33:58Z', 'updated_at': '2022-01-17T00:37:35Z', 'revision_number': 5, 'project_id': 'f708c1f92e994490a59ce86cbb0cccee', 'gw_port': {'id': '10095968-0e3b-4534-a49e-eb66a9731ef1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e7f6c-47fb-40a3-bc45-53e4ed333dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:33:59Z', 'updated_at': '2022-01-17T00:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:37:38.182760 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (ace014e5-1786-4260-98bb-9ac164847ae0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.226059 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.227480 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-80c8918c-7d39-4520-855c-61a81ac8904c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6005957 Jan 17 00:37:38.273267 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (0f0b8b5a-3abb-4273-856a-1c6eb67353f7), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.273657 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (0f0b8b5a-3abb-4273-856a-1c6eb67353f7), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.289842 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Calling delete_port for 0f0b8b5a-3abb-4273-856a-1c6eb67353f7 owned by network:floatingip {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:38.343111 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (10095968-0e3b-4534-a49e-eb66a9731ef1), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.398852 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10095968-0e3b-4534-a49e-eb66a9731ef1,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:38.485464 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (0f0b8b5a-3abb-4273-856a-1c6eb67353f7), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.508405 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event deleted for resources: {'Port': ['ID=0f0b8b5a-3abb-4273-856a-1c6eb67353f7,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:38.509547 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3875947'] for router_gateway (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.586997 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (2a512709-5ce1-4783-8ce6-d5ba3e2b758b), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.590699 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.591995 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-6baad01a-3100-4cc1-b8b6-e71aa25dcb69 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "DELETE /v2.0/floatingips/2a512709-5ce1-4783-8ce6-d5ba3e2b758b HTTP/1.1" status: 204 len: 168 time: 0.8434165 Jan 17 00:37:38.633160 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-443db0ae-2f17-4a60-9c79-fac39251bba6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--554398721&fields=id&tenant_id=8b2712d873674207a8abc2738a48850a HTTP/1.1" status: 200 len: 267 time: 0.1679895 Jan 17 00:37:38.639352 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25086'] for router (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.643091 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks [] for router_controller (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.768629 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921399'] for router (283e7f6c-47fb-40a3-bc45-53e4ed333dbc), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.769699 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 283e7f6c-47fb-40a3-bc45-53e4ed333dbc {{(pid=109112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 00:37:38.778365 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.782350 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-307606e2-c46d-4a1d-9a13-dcf698a546c2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/283e7f6c-47fb-40a3-bc45-53e4ed333dbc HTTP/1.1" status: 204 len: 168 time: 1.6503143 Jan 17 00:37:38.783831 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41604) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:38.831050 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41606) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:38.842622 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-4a7fd46f-bdb3-44d1-814c-10d8803d360e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728883833', 'description': 'tempest-description--1200119286'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:38.860208 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b532bfe-f8f8-434d-9e7a-fa80ee4281a9 admin admin] Deleting subnet 342c72c2-0905-4db1-b01d-930556f43b40 {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:37:38.864577 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7b532bfe-f8f8-434d-9e7a-fa80ee4281a9 admin admin] Publish callbacks [] for subnet (342c72c2-0905-4db1-b01d-930556f43b40), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.873385 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-aad38bc3-8aa8-4f1f-a115-d38569a6e1fc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:38.875078 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-aad38bc3-8aa8-4f1f-a115-d38569a6e1fc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 816 time: 0.2335098 Jan 17 00:37:38.895727 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4a7fd46f-bdb3-44d1-814c-10d8803d360e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.909648 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-8238530d-8a9d-4c22-ba45-34347da51d69 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/quotas/8b2712d873674207a8abc2738a48850a HTTP/1.1" status: 200 len: 375 time: 0.0234761 Jan 17 00:37:38.911523 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7b532bfe-f8f8-434d-9e7a-fa80ee4281a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (342c72c2-0905-4db1-b01d-930556f43b40), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:38.968836 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7b532bfe-f8f8-434d-9e7a-fa80ee4281a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (342c72c2-0905-4db1-b01d-930556f43b40), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.005362 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-0ca35721-54d0-49d3-8598-86db280c2fe6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843871 Jan 17 00:37:39.033889 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4a7fd46f-bdb3-44d1-814c-10d8803d360e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (e5cc8034-be59-4c56-8e07-1d4f33748325), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.041292 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4a7fd46f-bdb3-44d1-814c-10d8803d360e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e5cc8034-be59-4c56-8e07-1d4f33748325), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.045846 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7b532bfe-f8f8-434d-9e7a-fa80ee4281a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (342c72c2-0905-4db1-b01d-930556f43b40), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.071038 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4a7fd46f-bdb3-44d1-814c-10d8803d360e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.077051 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-4a7fd46f-bdb3-44d1-814c-10d8803d360e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2402005 Jan 17 00:37:39.077305 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fd46f-bdb3-44d1-814c-10d8803d360e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cc8034-be59-4c56-8e07-1d4f33748325,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:39.077482 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41612) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:39.079957 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b532bfe-f8f8-434d-9e7a-fa80ee4281a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342c72c2-0905-4db1-b01d-930556f43b40,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:39.084260 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-75d67088-1724-40f0-bf43-afa0f0589d47 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'security_group_rule': {'security_group_id': 'e5cc8034-be59-4c56-8e07-1d4f33748325', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:39.092101 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7b532bfe-f8f8-434d-9e7a-fa80ee4281a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.099909 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-7b532bfe-f8f8-434d-9e7a-fa80ee4281a9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/342c72c2-0905-4db1-b01d-930556f43b40 HTTP/1.1" status: 204 len: 168 time: 0.3136580 Jan 17 00:37:39.102234 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41614) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:39.192665 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-75d67088-1724-40f0-bf43-afa0f0589d47 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (a2056a57-8b80-44d1-ad2a-12132312b9a3), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.197166 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (8b64a44c-d641-45ea-8821-88a037e80d3c), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.206993 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-def1b58d-69d1-46f9-b668-0f985bbbb1d8 service neutron] 10.222.0.24 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806149 Jan 17 00:37:39.324555 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (8b64a44c-d641-45ea-8821-88a037e80d3c), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.334121 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-1dc1c04d-6617-4628-a24b-51206a2717c7 service neutron] 10.222.0.24 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212444 Jan 17 00:37:39.336617 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-75d67088-1724-40f0-bf43-afa0f0589d47 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (a2056a57-8b80-44d1-ad2a-12132312b9a3), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.343384 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-75d67088-1724-40f0-bf43-afa0f0589d47 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (a2056a57-8b80-44d1-ad2a-12132312b9a3), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.365158 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b64a44c-d641-45ea-8821-88a037e80d3c']}} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:39.381428 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb') {'for_net_delete': True} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:39.381785 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb') {} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:39.384106 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d67088-1724-40f0-bf43-afa0f0589d47 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2056a57-8b80-44d1-ad2a-12132312b9a3,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:39.394520 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-75d67088-1724-40f0-bf43-afa0f0589d47 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.398530 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41616) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:39.398672 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-75d67088-1724-40f0-bf43-afa0f0589d47 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202465 Jan 17 00:37:39.402736 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25992246'] for segment (7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.404918 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-74857ab7-f760-4a66-9574-da37d8ccd2b3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'security_group_rule': {'security_group_id': 'e5cc8034-be59-4c56-8e07-1d4f33748325', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:39.418061 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.428444 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25195224'] for segment (7d0fc4ab-4e36-4370-82b6-e9dbe6b417cb), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: Traceback (most recent call last): Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: timer() Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: cb(*args, **kw) Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: return func(*args, **kwargs) Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: self._notify() Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: self.callback(batched_events) Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: event.method(event) Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: return f(self, *a, **k) Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._get(url).json() Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: return self.request(url, 'GET', **kwargs) Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:37:39.435896 dv-cinder-815461-7-iscsi neutron-server[109113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:37:39.443175 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-74857ab7-f760-4a66-9574-da37d8ccd2b3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (84418f6c-22e9-4707-8958-2b459a3b4d3c), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.514220 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-09e67d5e-395f-4156-afab-d2a7d9d70224 req-16976693-856e-470a-a353-720d05a37610 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 210 time: 0.0316310 Jan 17 00:37:39.525306 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (8b64a44c-d641-45ea-8821-88a037e80d3c), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.542367 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.542367 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8b64a44c-d641-45ea-8821-88a037e80d3c HTTP/1.1" status: 204 len: 168 time: 0.4392128 Jan 17 00:37:39.582490 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba41da-dbfa-4041-81b5-0968901f8fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b64a44c-d641-45ea-8821-88a037e80d3c,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:39.593297 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-74857ab7-f760-4a66-9574-da37d8ccd2b3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (84418f6c-22e9-4707-8958-2b459a3b4d3c), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.614790 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-74857ab7-f760-4a66-9574-da37d8ccd2b3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3785006'] for security_group_rule (84418f6c-22e9-4707-8958-2b459a3b4d3c), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.648307 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-36209bb2-56eb-464e-b11a-d7b23a8c715e tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098816785&fields=id&tenant_id=5c8d018f858b48c78141f947fafd9e4c HTTP/1.1" status: 200 len: 267 time: 0.1324890 Jan 17 00:37:39.664848 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74857ab7-f760-4a66-9574-da37d8ccd2b3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84418f6c-22e9-4707-8958-2b459a3b4d3c,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:39.687317 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 10095968-0e3b-4534-a49e-eb66a9731ef1 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:39.712345 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 10095968-0e3b-4534-a49e-eb66a9731ef1 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:37:39.712713 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 10095968-0e3b-4534-a49e-eb66a9731ef1 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:37:39.713256 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device b01b28a2-3be5-4823-a9a8-51296f6ae570 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:39.729185 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-74857ab7-f760-4a66-9574-da37d8ccd2b3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.731415 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-74857ab7-f760-4a66-9574-da37d8ccd2b3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3310933 Jan 17 00:37:39.734418 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41628) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:39.740326 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'floatingip': {'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:39.742680 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: b01b28a2-3be5-4823-a9a8-51296f6ae570 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:37:39.743103 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device b01b28a2-3be5-4823-a9a8-51296f6ae570 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:37:39.776199 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-f82b0dac-0cb4-49c0-95e3-57d433942d0b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:39.778076 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-f82b0dac-0cb4-49c0-95e3-57d433942d0b tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 984 time: 0.1211252 Jan 17 00:37:39.781349 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.792273 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-bbb06d8e-7fe6-4676-bb9a-00260d7d713c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Request body: {'port': {'security_groups': ['09ededc4-84dc-4e09-bd40-0666f8268223']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:39.849720 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41634) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:39.913637 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-bbb06d8e-7fe6-4676-bb9a-00260d7d713c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:39.917249 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-21e681fc-a66b-443d-bde0-35288e91794f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f708c1f92e994490a59ce86cbb0cccee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635841 Jan 17 00:37:39.917910 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41636) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:39.968837 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.135752 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-bbb06d8e-7fe6-4676-bb9a-00260d7d713c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] For port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:40.171978 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-bbb06d8e-7fe6-4676-bb9a-00260d7d713c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.176463 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-bbb06d8e-7fe6-4676-bb9a-00260d7d713c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.212860 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:37:40.248539 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0ce7dcd7-fabc-4379-95b4-65984b90ceac admin admin] Publish callbacks [] for security_group (28e16c7f-0ad8-41d5-9d3a-f560a90668a1), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.250458 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-bbb06d8e-7fe6-4676-bb9a-00260d7d713c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:40.251028 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-bbb06d8e-7fe6-4676-bb9a-00260d7d713c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.257089 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fbf6dbc6-249c-46f4-a2df-3dd44f041c7e req-bbb06d8e-7fe6-4676-bb9a-00260d7d713c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "PUT /v2.0/ports/e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 942 time: 0.4698365 Jan 17 00:37:40.257674 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:40.260068 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690" -d '{"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:40.263335 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41640) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:40.328029 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb06d8e-7fe6-4676-bb9a-00260d7d713c tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event updated for resources: {'Port': ['ID=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,revision_number=7']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:40.350506 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf9a057-06bc-4d7d-863e-d05ed7858a69 x-openstack-request-id: req-fcf9a057-06bc-4d7d-863e-d05ed7858a69 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:40.350802 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:40.351060 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcf9a057-06bc-4d7d-863e-d05ed7858a69 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:40.351601 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'status': 'completed', 'code': 200} Jan 17 00:37:40.374072 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b9992008-5ab0-48fb-9e54-8e8f13e9203d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group (079358a2-6233-4c98-b5de-2068899163f1), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.390648 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0ce7dcd7-fabc-4379-95b4-65984b90ceac admin admin] Publish callbacks [] for security_group (28e16c7f-0ad8-41d5-9d3a-f560a90668a1), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.441327 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:37:40.453020 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Allocated IP 172.27.3.58 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/6a2318f5-e613-4e33-8646-a22dc5750f99) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:37:40.463323 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b9992008-5ab0-48fb-9e54-8e8f13e9203d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group (079358a2-6233-4c98-b5de-2068899163f1), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.545145 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0ce7dcd7-fabc-4379-95b4-65984b90ceac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (28e16c7f-0ad8-41d5-9d3a-f560a90668a1), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.547729 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0ce7dcd7-fabc-4379-95b4-65984b90ceac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.549479 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-0ce7dcd7-fabc-4379-95b4-65984b90ceac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28e16c7f-0ad8-41d5-9d3a-f560a90668a1 HTTP/1.1" status: 204 len: 168 time: 0.6307430 Jan 17 00:37:40.574049 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7dcd7-fabc-4379-95b4-65984b90ceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e16c7f-0ad8-41d5-9d3a-f560a90668a1,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:40.638519 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-2d829c14-72ad-4e49-a89e-75dfe3a4072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:40.640775 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-2d829c14-72ad-4e49-a89e-75dfe3a4072f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8d018f858b48c78141f947fafd9e4c&device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 1098 time: 0.1225867 Jan 17 00:37:40.650542 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b9992008-5ab0-48fb-9e54-8e8f13e9203d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (079358a2-6233-4c98-b5de-2068899163f1), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.653645 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-b9992008-5ab0-48fb-9e54-8e8f13e9203d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.655177 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-b9992008-5ab0-48fb-9e54-8e8f13e9203d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "DELETE /v2.0/security-groups/079358a2-6233-4c98-b5de-2068899163f1 HTTP/1.1" status: 204 len: 168 time: 0.3887978 Jan 17 00:37:40.659414 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41648) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:40.681118 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7e82410-359c-4797-8f9f-172d32f75fd1 req-8bf67853-665e-4821-9ff7-44885cdb44d9 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 210 time: 0.0533564 Jan 17 00:37:40.746446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9992008-5ab0-48fb-9e54-8e8f13e9203d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079358a2-6233-4c98-b5de-2068899163f1,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:40.748596 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for port (6a2318f5-e613-4e33-8646-a22dc5750f99), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.798026 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-4ce4cc5a-b64f-4f8f-b197-112adfa702ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:40.799820 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-4ce4cc5a-b64f-4f8f-b197-112adfa702ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=405b8fb8-3cfa-4141-8014-5c4314cb4511 HTTP/1.1" status: 200 len: 915 time: 0.1229055 Jan 17 00:37:40.823979 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-77d926e3-7087-48f8-9398-5c16bf516737 None None] Provisioning complete for port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:37:40.825073 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-77d926e3-7087-48f8-9398-5c16bf516737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.869779 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (6a2318f5-e613-4e33-8646-a22dc5750f99), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:40.907719 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-ec200b3a-adb8-4dd1-a6c2-2dcb1783b151 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 1001 time: 0.0979736 Jan 17 00:37:40.928243 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:37:40.937486 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:37:40.941467 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:37:40.978267 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-77d926e3-7087-48f8-9398-5c16bf516737 None None] Current status of the port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 is: ACTIVE; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:37:40.978690 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-049bb33f-4599-4b59-a37a-b1c3a025650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:40.980300 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-049bb33f-4599-4b59-a37a-b1c3a025650b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2 HTTP/1.1" status: 200 len: 853 time: 0.0645077 Jan 17 00:37:40.982069 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'Port': ['ID=6a2318f5-e613-4e33-8646-a22dc5750f99,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:40.997406 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Deleting port 45f22765-7416-4f4b-b982-22c9e13e8a04 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:40.997766 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (45f22765-7416-4f4b-b982-22c9e13e8a04), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.036179 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-97b3607b-7155-4067-89c2-bd1a87bc05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:41.037699 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-97b3607b-7155-4067-89c2-bd1a87bc05c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=405b8fb8-3cfa-4141-8014-5c4314cb4511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456581 Jan 17 00:37:41.096957 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (bb69e514-ea48-4013-8b6e-3d918676c667), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.127273 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (45f22765-7416-4f4b-b982-22c9e13e8a04), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.127599 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for floatingip (45f22765-7416-4f4b-b982-22c9e13e8a04), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.161874 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Calling delete_port for 45f22765-7416-4f4b-b982-22c9e13e8a04 owned by network:floatingip {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:41.167550 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (6a2318f5-e613-4e33-8646-a22dc5750f99), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.179132 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-e53c5a0d-1b8c-40e8-bd33-1f4122a22337 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293380 Jan 17 00:37:41.417406 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8a83e6d-dec6-4fc6-bbae-c6f9295cb690 req-1185f694-3c72-49a0-830d-26334918cb92 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194359 Jan 17 00:37:41.431375 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-f1ac5fa9-4031-41c1-af63-9bb572a52a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:41.433243 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-f1ac5fa9-4031-41c1-af63-9bb572a52a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 816 time: 0.2709785 Jan 17 00:37:41.460059 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for port (6a2318f5-e613-4e33-8646-a22dc5750f99), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.467685 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (6a2318f5-e613-4e33-8646-a22dc5750f99), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.516002 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (45f22765-7416-4f4b-b982-22c9e13e8a04), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.545986 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-f6944b76-0598-48d0-9ae9-d23b8a053116 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b2712d873674207a8abc2738a48850a HTTP/1.1" status: 200 len: 379 time: 0.0784609 Jan 17 00:37:41.553024 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'Port': ['ID=6a2318f5-e613-4e33-8646-a22dc5750f99,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:41.563577 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'port': {'device_id': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'admin_state_up': True, 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'security_groups': ['a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:41.605863 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event deleted for resources: {'Port': ['ID=45f22765-7416-4f4b-b982-22c9e13e8a04,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:41.627683 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (bb69e514-ea48-4013-8b6e-3d918676c667), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.657332 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.667883 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-0b6ca133-2b2c-4758-9294-f5c7cf69a658 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9237330 Jan 17 00:37:41.670875 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks [] for floatingip (9bcbd6f3-7cb9-43b1-991e-6552dd70abe0), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.672369 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.l3_db [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Floating IP 9bcbd6f3-7cb9-43b1-991e-6552dd70abe0 disassociated (deleted). External IP: 172.27.3.203, port: e2ea53f7-76f1-4ae4-8f28-fcd27cf29847. Jan 17 00:37:41.689954 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41674) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:41.716740 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Made reservation on behalf of 8b2712d873674207a8abc2738a48850a for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:37:41.722346 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.843250 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-478742982-network', 'tenant_id': '9c0169b8c8ab423eb5fd0d7b807a1129'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:41.869897 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5641b5d0-5d22-41be-81a4-1721ac8a481b req-88b3fb25-f1fc-4854-984d-2e33155486a7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 210 time: 0.0436239 Jan 17 00:37:41.927337 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Made reservation on behalf of 9c0169b8c8ab423eb5fd0d7b807a1129 for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:37:41.929867 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.941372 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:41.963828 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Allocated IP 172.20.0.3 (f459bb8f-704d-426b-98b9-27a9a855a1f2/da467d0c-54ae-4485-a925-473653560edb/5cf80a15-2d71-4f79-9744-bff00fe45f1e) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:37:41.999145 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Router 58d383f3-6ad9-477c-a744-847d3fb22b77 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:37:42.152766 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Publish callbacks [] for security_group (fa4c5105-1370-4da2-9c35-ca08c77ad8c1), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.163527 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:37:42.166298 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fa4c5105-1370-4da2-9c35-ca08c77ad8c1), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.169948 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.181441 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] Sync routers for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:37:42.200468 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:42.201132 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:42.225863 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-4ebb3614-81a3-421c-b2ac-36ceedab8950 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "DELETE /v2.0/floatingips/9bcbd6f3-7cb9-43b1-991e-6552dd70abe0 HTTP/1.1" status: 204 len: 168 time: 1.5622783 Jan 17 00:37:42.225863 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:42.226241 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe132acf-8193-4a2b-b8e3-3e9024281d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:42.236695 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:37:42.241182 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.252700 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-a3eaac2d-e893-4cbe-bf34-169e1307f301 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1728883833&fields=id&tenant_id=f9762fcecd21489b98111f1858e80326 HTTP/1.1" status: 200 len: 267 time: 0.1453290 Jan 17 00:37:42.257772 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c5105-1370-4da2-9c35-ca08c77ad8c1,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:42.264264 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (1825574f-e44c-4514-b398-9a07d398f20d), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.264607 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Added segment 1825574f-e44c-4514-b398-9a07d398f20d of type vlan for network 24c2fe2b-63f9-4b43-b6d9-3985bbe2a091 Jan 17 00:37:42.338653 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:42.388268 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (24c2fe2b-63f9-4b43-b6d9-3985bbe2a091), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.436446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.464816 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (24c2fe2b-63f9-4b43-b6d9-3985bbe2a091), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.466002 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:42.466459 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.516626 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05858999-e322-45f7-a80a-7317c0086834 x-openstack-request-id: req-05858999-e322-45f7-a80a-7317c0086834 {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:42.517454 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:42.517860 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05858999-e322-45f7-a80a-7317c0086834 {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:42.518463 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'status': 'completed', 'code': 200} Jan 17 00:37:42.533130 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-6e51962c-09e5-40ed-9171-4fb8666154e7 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:42.534610 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-6e51962c-09e5-40ed-9171-4fb8666154e7 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 811 time: 0.2574229 Jan 17 00:37:42.583374 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:37:42.593298 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'c3687e39-9f90-473d-a5e2-b33fd25aa414', 'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'mac_address': 'fa:16:3e:b4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:25Z', 'updated_at': '2022-01-17T00:34:32Z', 'revision_number': 5, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'subnets': [{'id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:42.597691 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9063582 Jan 17 00:37:42.601388 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41702) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:42.607188 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Request body: {'subnet': {'network_id': '24c2fe2b-63f9-4b43-b6d9-3985bbe2a091', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-478742982-subnet', 'tenant_id': '9c0169b8c8ab423eb5fd0d7b807a1129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:42.632811 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:37:42.640431 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:37:42.643497 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:42.643867 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] Checking router: 58d383f3-6ad9-477c-a744-847d3fb22b77 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:37:42.649376 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074aa11-684c-4392-bb8b-eb517546af79 admin admin] Pushing event updated for resources: {'Network': ['ID=24c2fe2b-63f9-4b43-b6d9-3985bbe2a091,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:42.653230 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-c757fcde-929c-4950-ae1a-d86be326ad2f tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/quotas/f9762fcecd21489b98111f1858e80326 HTTP/1.1" status: 200 len: 375 time: 0.0808387 Jan 17 00:37:42.669380 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 24c2fe2b-63f9-4b43-b6d9-3985bbe2a091 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:37:42.672431 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Made reservation on behalf of 9c0169b8c8ab423eb5fd0d7b807a1129 for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:37:42.675698 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25520042'] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.745185 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-33e952fe-a901-4355-b808-9a3abfa893d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:42.746675 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-33e952fe-a901-4355-b808-9a3abfa893d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c8d018f858b48c78141f947fafd9e4c&device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 1098 time: 0.1677122 Jan 17 00:37:42.753966 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:42.754540 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.757094 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:42.757713 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:42.867134 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-93affd68-ac29-4617-a44c-8dc880d0fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:42.868728 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-93affd68-ac29-4617-a44c-8dc880d0fb8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=405b8fb8-3cfa-4141-8014-5c4314cb4511 HTTP/1.1" status: 200 len: 915 time: 0.1115279 Jan 17 00:37:42.873429 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-d67d8a6a-d5be-43ec-b7b7-c42f33d331e3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3151636 Jan 17 00:37:42.880564 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-ba84f9d8-b501-435f-8171-30d8ca10475f tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879284 Jan 17 00:37:42.899865 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25195121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520056'] for subnet (f9bbdd82-f3cb-4ccd-aba3-ac8456e56454), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:42.903489 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Request body: {'port': {'device_id': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:42.904300 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:42.970717 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bbdd82-f3cb-4ccd-aba3-ac8456e56454,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:42.973041 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Checking segment: {'id': '1825574f-e44c-4514-b398-9a07d398f20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24c2fe2b-63f9-4b43-b6d9-3985bbe2a091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:37:42.973401 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Network hostable DHCP agents. Network: 24c2fe2b-63f9-4b43-b6d9-3985bbe2a091, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:37:42.997229 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Network 24c2fe2b-63f9-4b43-b6d9-3985bbe2a091 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:37:43.010029 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 24c2fe2b-63f9-4b43-b6d9-3985bbe2a091) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:37:43.013459 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-8dc7a428-a786-4907-86f6-943cdb25e595 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 200 len: 217 time: 0.1259065 Jan 17 00:37:43.016385 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:43.017217 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:43.049899 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-b0336a83-9e76-4a18-bc5a-126158fcaaa5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4390337 Jan 17 00:37:43.074474 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de36e06-903f-4d92-9a40-0bee97589ea6 None None] Network 24c2fe2b-63f9-4b43-b6d9-3985bbe2a091 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:37:43.136791 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:43.237284 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-d3fa82e1-e81e-421c-a4fa-c595566d0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:43.244229 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-d3fa82e1-e81e-421c-a4fa-c595566d0441 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2 HTTP/1.1" status: 200 len: 853 time: 0.1602399 Jan 17 00:37:43.244468 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-8b5ff16b-ce2a-4051-bbd6-9012959a9af6 None None] Provisioning complete for port 5cf80a15-2d71-4f79-9744-bff00fe45f1e triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:37:43.244468 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff16b-ce2a-4051-bbd6-9012959a9af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:43.270807 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153abd3-38c4-48cf-bd25-4c9532a86cb2 req-cec2364d-23f7-435a-a0cf-ad769594692a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:43.272564 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e153abd3-38c4-48cf-bd25-4c9532a86cb2 req-cec2364d-23f7-435a-a0cf-ad769594692a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 931 time: 0.2871401 Jan 17 00:37:43.299614 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-0caf856c-e1f1-494a-836c-ce37e1f42e4f service neutron] 10.222.0.24 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019454 Jan 17 00:37:43.320611 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ff16b-ce2a-4051-bbd6-9012959a9af6 None None] Port 5cf80a15-2d71-4f79-9744-bff00fe45f1e cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:37:43.399244 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2af54-939d-4bad-88bc-33e20e4fabdf None None] Network 24c2fe2b-63f9-4b43-b6d9-3985bbe2a091 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:37:43.473466 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e153abd3-38c4-48cf-bd25-4c9532a86cb2 req-17945f2b-78f1-4f40-a4d4-c592c0590917 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834517 Jan 17 00:37:43.485172 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-f32655d1-2986-4508-95a1-a6279ef76486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:43.486994 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-f32655d1-2986-4508-95a1-a6279ef76486 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=405b8fb8-3cfa-4141-8014-5c4314cb4511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2350926 Jan 17 00:37:43.492821 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'c3687e39-9f90-473d-a5e2-b33fd25aa414', 'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'mac_address': 'fa:16:3e:b4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:25Z', 'updated_at': '2022-01-17T00:34:32Z', 'revision_number': 5, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'subnets': [{'id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:43.596819 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd120eb-f214-4956-958b-c8bbb4a4e0ec None None] The sync data for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi is: [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:34:26Z', 'revision_number': 4, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'c3687e39-9f90-473d-a5e2-b33fd25aa414', 'name': '', 'network_id': '405b8fb8-3cfa-4141-8014-5c4314cb4511', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'mac_address': 'fa:16:3e:b4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:25Z', 'updated_at': '2022-01-17T00:34:32Z', 'revision_number': 5, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'subnets': [{'id': 'cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:37:43.826298 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41726) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:43.831913 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1881558141-network', 'tenant_id': 'd9b6a6e40df6403d9295eeb6eae2f780'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:43.871460 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Made reservation on behalf of d9b6a6e40df6403d9295eeb6eae2f780 for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:37:43.875013 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:43.888186 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:43.955428 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-19eef14f-663a-424f-8be1-c9f8a4a2903e service neutron] 10.222.0.24 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371853 Jan 17 00:37:44.041489 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Publish callbacks [] for security_group (58296cb1-e1de-4062-a903-fa657b580bc1), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.046163 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-06b84a3c-6d6c-4812-98d2-8b9c781ad9c6 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482764 Jan 17 00:37:44.047127 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (58296cb1-e1de-4062-a903-fa657b580bc1), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.071310 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cda57-4187-40de-89b4-5b0313f7bdf9 None None] New status for floating IP 9bcbd6f3-7cb9-43b1-991e-6552dd70abe0: DOWN {{(pid=109115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:37:44.104025 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:37:44.119170 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58296cb1-e1de-4062-a903-fa657b580bc1,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:44.136080 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (f5d444f9-2bfc-4fc1-b4ff-a02009c15da5), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.136633 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Added segment f5d444f9-2bfc-4fc1-b4ff-a02009c15da5 of type vlan for network ae9e95d8-a45c-40de-8ae4-567dc46c8ebd Jan 17 00:37:44.160421 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf80a15-2d71-4f79-9744-bff00fe45f1e {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:37:44.175102 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Publish callbacks [] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.210326 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Transition to ACTIVE for port object 5cf80a15-2d71-4f79-9744-bff00fe45f1e will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:37:44.217984 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe132acf-8193-4a2b-b8e3-3e9024281d9a req-d4f8ccbe-0f90-412e-bcad-220e5b39d4c9 service neutron] 10.222.0.15 "GET /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629443 Jan 17 00:37:44.219809 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.247585 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (ae9e95d8-a45c-40de-8ae4-567dc46c8ebd), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.306655 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5081a1b7-7fe8-4e6e-b6bf-0c046e31d919 req-5fc8544e-5a02-4910-a07e-6550be0206a4 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 210 time: 0.0469792 Jan 17 00:37:44.319355 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:44.338825 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (ae9e95d8-a45c-40de-8ae4-567dc46c8ebd), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.349413 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:44.349413 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.419176 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Attempting to bind port 5cf80a15-2d71-4f79-9744-bff00fe45f1e on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:37:44.419612 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Attempting to bind port 5cf80a15-2d71-4f79-9744-bff00fe45f1e by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:37:44.419954 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Attempting to bind port 5cf80a15-2d71-4f79-9744-bff00fe45f1e on network f459bb8f-704d-426b-98b9-27a9a855a1f2 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:37:44.424630 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5941348 Jan 17 00:37:44.429104 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41740) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:44.436466 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Request body: {'subnet': {'network_id': 'ae9e95d8-a45c-40de-8ae4-567dc46c8ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1881558141-subnet', 'tenant_id': 'd9b6a6e40df6403d9295eeb6eae2f780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:44.438141 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0384f5-8266-4f44-8ff7-94e58b038185 admin admin] Pushing event updated for resources: {'Network': ['ID=ae9e95d8-a45c-40de-8ae4-567dc46c8ebd,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:44.443613 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Port 5cf80a15-2d71-4f79-9744-bff00fe45f1e on network f459bb8f-704d-426b-98b9-27a9a855a1f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:37:44.444349 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Attempting to bind port 5cf80a15-2d71-4f79-9744-bff00fe45f1e on network f459bb8f-704d-426b-98b9-27a9a855a1f2 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:37:44.454813 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network ae9e95d8-a45c-40de-8ae4-567dc46c8ebd details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:37:44.476959 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:37:44.477384 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Checking segment: {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:37:44.478071 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Bound using segment: {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:37:44.478853 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Bound port: 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e57d2e0-4284-43bf-af7e-c1b2249a084d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:37:44.479464 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.509786 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Made reservation on behalf of d9b6a6e40df6403d9295eeb6eae2f780 for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:37:44.512279 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28985058'] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.676713 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:37:44.698342 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:37:44.710206 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.808518 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76632e3-6cd8-4c37-9332-f3b0443feff7 req-831e3dd1-0d94-4e1f-afe1-db09b8187ec0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:44.810570 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a76632e3-6cd8-4c37-9332-f3b0443feff7 req-831e3dd1-0d94-4e1f-afe1-db09b8187ec0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.1960161 Jan 17 00:37:44.819404 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:44.820403 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:44.822782 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] 10.222.0.15 "PUT /v2.0/ports/5cf80a15-2d71-4f79-9744-bff00fe45f1e HTTP/1.1" status: 200 len: 1093 time: 1.9281788 Jan 17 00:37:44.823601 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:44.827752 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab0566b-ddd9-47b2-9f84-993432e3c30f" -d '{"events": [{"name": "network-changed", "server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:44.895484 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f6700f-ec23-40ec-bcfb-5c004dbd4d29 x-openstack-request-id: req-87f6700f-ec23-40ec-bcfb-5c004dbd4d29 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:44.895969 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:44.896400 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87f6700f-ec23-40ec-bcfb-5c004dbd4d29 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:44.897065 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'status': 'completed', 'code': 200} Jan 17 00:37:44.969708 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6db27-cdd4-434b-a54a-6412fd597150 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:45.029535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26670296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28985072'] for subnet (97f4c301-d25b-49e9-8309-6c9e9178b124), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.070077 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a76632e3-6cd8-4c37-9332-f3b0443feff7 req-d9e19f0a-ccb0-4609-8d5f-9adc7459fc51 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304780 Jan 17 00:37:45.081366 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-7ee53634-f6c3-4499-981a-489ce17da8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:45.082915 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-7ee53634-f6c3-4499-981a-489ce17da8a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 1096 time: 0.1311498 Jan 17 00:37:45.105078 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f4c301-d25b-49e9-8309-6c9e9178b124,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:45.157461 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-096ced0d-6ff2-44c5-9dab-45595f0109a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e HTTP/1.1" status: 200 len: 217 time: 0.0499125 Jan 17 00:37:45.165376 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Checking segment: {'id': 'f5d444f9-2bfc-4fc1-b4ff-a02009c15da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ae9e95d8-a45c-40de-8ae4-567dc46c8ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:37:45.165632 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Network hostable DHCP agents. Network: ae9e95d8-a45c-40de-8ae4-567dc46c8ebd, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:37:45.218096 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Network ae9e95d8-a45c-40de-8ae4-567dc46c8ebd is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:37:45.226021 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-03269602-fa1d-45c5-a725-f29728b0f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:45.227455 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-03269602-fa1d-45c5-a725-f29728b0f4cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.0579176 Jan 17 00:37:45.247323 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, ae9e95d8-a45c-40de-8ae4-567dc46c8ebd) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:37:45.259014 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ca8a2-7c14-4c77-b36f-7da590197c91 None None] Network ae9e95d8-a45c-40de-8ae4-567dc46c8ebd requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:37:45.278777 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:45.279411 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.309889 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-1ff35365-02a2-4991-9049-130eba484c44 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8791764 Jan 17 00:37:45.326394 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759f60e-94b3-47a8-a331-f37863659c78 req-156bfe7f-6a9f-4b8b-854d-64d77c40f7d3 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:45.328544 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0759f60e-94b3-47a8-a331-f37863659c78 req-156bfe7f-6a9f-4b8b-854d-64d77c40f7d3 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.0987628 Jan 17 00:37:45.330005 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-a877ac92-f9f9-46d3-9c69-95eabfd3aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:45.331506 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-a877ac92-f9f9-46d3-9c69-95eabfd3aa3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0932372 Jan 17 00:37:45.371360 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce300e69-e751-4592-a9f9-c396297b97ca None None] Network ae9e95d8-a45c-40de-8ae4-567dc46c8ebd requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:37:45.481424 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0759f60e-94b3-47a8-a331-f37863659c78 req-fc57f2ff-c904-4304-aeeb-91f0a9cde04f tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424067 Jan 17 00:37:45.504770 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9c3ee1ce-261e-4115-a043-02a766ccbeeb req-440f2f72-0562-4509-bfde-329cc223a8d6 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 210 time: 0.0619390 Jan 17 00:37:45.504977 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41758) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:45.565762 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3c63ba-59e5-408c-adf8-159d75c8b3d1 admin admin] Deleting subnet f9bbdd82-f3cb-4ccd-aba3-ac8456e56454 {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:37:45.569845 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ae3c63ba-59e5-408c-adf8-159d75c8b3d1 admin admin] Publish callbacks [] for subnet (f9bbdd82-f3cb-4ccd-aba3-ac8456e56454), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.579834 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-f0665de0-3051-42ec-89b8-ba1aa8d9d99d service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395358 Jan 17 00:37:45.611608 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ae3c63ba-59e5-408c-adf8-159d75c8b3d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (f9bbdd82-f3cb-4ccd-aba3-ac8456e56454), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.658490 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ae3c63ba-59e5-408c-adf8-159d75c8b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (f9bbdd82-f3cb-4ccd-aba3-ac8456e56454), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.693007 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-a471258d-b8a8-423e-bb06-4b1bd23b38f4 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:45.694532 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-a471258d-b8a8-423e-bb06-4b1bd23b38f4 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 811 time: 0.1752429 Jan 17 00:37:45.714864 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ae3c63ba-59e5-408c-adf8-159d75c8b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (f9bbdd82-f3cb-4ccd-aba3-ac8456e56454), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.743315 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c63ba-59e5-408c-adf8-159d75c8b3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bbdd82-f3cb-4ccd-aba3-ac8456e56454,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:45.745461 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d90a83ad-1ace-42e8-8665-d6d2fdc86dc0 req-9903ebae-a16d-4d4f-8c5f-65371749959f service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474781 Jan 17 00:37:45.745621 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ae3c63ba-59e5-408c-adf8-159d75c8b3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.751297 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-ae3c63ba-59e5-408c-adf8-159d75c8b3d1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f9bbdd82-f3cb-4ccd-aba3-ac8456e56454 HTTP/1.1" status: 204 len: 168 time: 0.2453756 Jan 17 00:37:45.754305 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41764) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:45.787053 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-37343a70-354a-495e-b84d-0f21da638199 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9762fcecd21489b98111f1858e80326 HTTP/1.1" status: 200 len: 380 time: 0.0722771 Jan 17 00:37:45.824495 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'port': {'device_id': '7a8583e5-de7f-47de-ae01-2a487881e094', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'admin_state_up': True, 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'security_groups': ['e5cc8034-be59-4c56-8e07-1d4f33748325']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:45.826915 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (24c2fe2b-63f9-4b43-b6d9-3985bbe2a091), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.912882 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (24c2fe2b-63f9-4b43-b6d9-3985bbe2a091), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.934267 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c2fe2b-63f9-4b43-b6d9-3985bbe2a091']}} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:45.943836 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1825574f-e44c-4514-b398-9a07d398f20d') {'for_net_delete': True} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:45.944134 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1825574f-e44c-4514-b398-9a07d398f20d') {} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:45.953915 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25992246'] for segment (1825574f-e44c-4514-b398-9a07d398f20d), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.971368 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (1825574f-e44c-4514-b398-9a07d398f20d), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.974026 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-8c50cda4-e717-4b39-816b-571f111167b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:45.976732 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-8c50cda4-e717-4b39-816b-571f111167b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 1096 time: 0.0956204 Jan 17 00:37:45.978266 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:37:45.978670 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25195224'] for segment (1825574f-e44c-4514-b398-9a07d398f20d), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: Traceback (most recent call last): Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: timer() Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: cb(*args, **kw) Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: return func(*args, **kwargs) Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: self._notify() Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: self.callback(batched_events) Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: event.method(event) Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: return f(self, *a, **k) Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._get(url).json() Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: return self.request(url, 'GET', **kwargs) Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:37:45.980663 dv-cinder-815461-7-iscsi neutron-server[109113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:37:46.045521 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (24c2fe2b-63f9-4b43-b6d9-3985bbe2a091), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.051072 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.056736 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] 10.222.0.24 "DELETE /v2.0/networks/24c2fe2b-63f9-4b43-b6d9-3985bbe2a091 HTTP/1.1" status: 204 len: 168 time: 0.3010368 Jan 17 00:37:46.060588 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41766) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:46.075728 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Made reservation on behalf of f9762fcecd21489b98111f1858e80326 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:37:46.078938 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d35116-f1df-4d2c-8887-9a61051b7e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=24c2fe2b-63f9-4b43-b6d9-3985bbe2a091,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:46.081908 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.127425 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-2225b31c-bbf0-4082-a17e-bb8ec1fa70b6 admin admin] Deleting subnet 97f4c301-d25b-49e9-8309-6c9e9178b124 {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:37:46.132959 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2225b31c-bbf0-4082-a17e-bb8ec1fa70b6 admin admin] Publish callbacks [] for subnet (97f4c301-d25b-49e9-8309-6c9e9178b124), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.178316 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-84e0d3f0-94c1-4ad6-8509-f285a64d5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:46.183226 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-84e0d3f0-94c1-4ad6-8509-f285a64d5b89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 917 time: 0.1950178 Jan 17 00:37:46.185403 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2225b31c-bbf0-4082-a17e-bb8ec1fa70b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (97f4c301-d25b-49e9-8309-6c9e9178b124), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.237908 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2225b31c-bbf0-4082-a17e-bb8ec1fa70b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (97f4c301-d25b-49e9-8309-6c9e9178b124), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.241795 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-54217d06-293b-415e-ab12-f37bd79a7782 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e HTTP/1.1" status: 200 len: 217 time: 0.0542819 Jan 17 00:37:46.336590 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-3bebe5c7-8649-4a84-9f05-045d7960b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:46.338262 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-3bebe5c7-8649-4a84-9f05-045d7960b1ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.0872877 Jan 17 00:37:46.342618 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2225b31c-bbf0-4082-a17e-bb8ec1fa70b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (97f4c301-d25b-49e9-8309-6c9e9178b124), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.354940 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Allocated IP 172.20.0.13 (22fb6404-5f10-4c0e-8046-52ecafb709e8/36b636d4-597d-47bb-856e-19ae1f9f8825/a041cb90-3b27-42a7-b490-42f49e70ec2f) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:37:46.367478 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2225b31c-bbf0-4082-a17e-bb8ec1fa70b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.373643 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-2225b31c-bbf0-4082-a17e-bb8ec1fa70b6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/97f4c301-d25b-49e9-8309-6c9e9178b124 HTTP/1.1" status: 204 len: 168 time: 0.3119435 Jan 17 00:37:46.375824 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41772) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:46.409711 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225b31c-bbf0-4082-a17e-bb8ec1fa70b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f4c301-d25b-49e9-8309-6c9e9178b124,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:46.474818 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-06be502d-37cb-4959-b3e5-05f41128df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:46.476374 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-06be502d-37cb-4959-b3e5-05f41128df40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1312957 Jan 17 00:37:46.486392 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (ae9e95d8-a45c-40de-8ae4-567dc46c8ebd), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.535709 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ae7b6-4b98-49dc-ba92-f486327461e3 req-50365923-df81-4d38-b1ca-afa4f4ff0381 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:46.537246 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-798ae7b6-4b98-49dc-ba92-f486327461e3 req-50365923-df81-4d38-b1ca-afa4f4ff0381 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.1539621 Jan 17 00:37:46.579280 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (ae9e95d8-a45c-40de-8ae4-567dc46c8ebd), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.600378 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9e95d8-a45c-40de-8ae4-567dc46c8ebd']}} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:46.611419 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d444f9-2bfc-4fc1-b4ff-a02009c15da5') {'for_net_delete': True} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:46.611717 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d444f9-2bfc-4fc1-b4ff-a02009c15da5') {} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:46.623765 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25992246'] for segment (f5d444f9-2bfc-4fc1-b4ff-a02009c15da5), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.638960 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (f5d444f9-2bfc-4fc1-b4ff-a02009c15da5), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.645743 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:37:46.646106 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25195224'] for segment (f5d444f9-2bfc-4fc1-b4ff-a02009c15da5), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: Traceback (most recent call last): Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: timer() Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: cb(*args, **kw) Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: return func(*args, **kwargs) Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: self._notify() Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: self.callback(batched_events) Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: event.method(event) Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: return f(self, *a, **k) Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._get(url).json() Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: return self.request(url, 'GET', **kwargs) Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:37:46.647994 dv-cinder-815461-7-iscsi neutron-server[109113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:37:46.698978 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.710984 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (ae9e95d8-a45c-40de-8ae4-567dc46c8ebd), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.717288 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.720848 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ae9e95d8-a45c-40de-8ae4-567dc46c8ebd HTTP/1.1" status: 204 len: 168 time: 0.3431904 Jan 17 00:37:46.733527 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fa51c-379c-4ac6-87d7-875cab56ecc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9e95d8-a45c-40de-8ae4-567dc46c8ebd,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:46.734666 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-798ae7b6-4b98-49dc-ba92-f486327461e3 req-fdd37bf0-0125-4f6f-a11f-026e841a7bed tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819360 Jan 17 00:37:46.757060 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161f6c4-0d62-4253-9334-91308851c4b9 req-372a638c-e7ac-41ec-bfdc-6daf8e293cb5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:46.757060 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8161f6c4-0d62-4253-9334-91308851c4b9 req-372a638c-e7ac-41ec-bfdc-6daf8e293cb5 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.2039423 Jan 17 00:37:46.779541 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-665f8701-3001-4997-b667-fe2922be4c47 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763958 Jan 17 00:37:46.896656 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-54a2e298-a797-457f-ac5f-5dc6b7c3d451 req-28e4eb0e-6e51-40c7-b1d9-5fa233d6e663 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 210 time: 0.0891633 Jan 17 00:37:46.913793 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:46.932993 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41780) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:46.937653 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8161f6c4-0d62-4253-9334-91308851c4b9 req-4c20ca03-addc-49bf-a5c5-1e28de94e83d tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769474 Jan 17 00:37:46.973310 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-9d540025-18e3-490b-b1b4-682958d4ea7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c0169b8c8ab423eb5fd0d7b807a1129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391672 Jan 17 00:37:46.975792 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41782) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:46.989602 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:37:46.997111 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fab0566b-ddd9-47b2-9f84-993432e3c30f req-b0c3541f-61b7-4a1b-b18e-3427ab5efbf8 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102842 Jan 17 00:37:46.997958 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:37:47.000370 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:37:47.023223 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9598e45a-8817-48dc-b254-42d9b2bae45e admin admin] Publish callbacks [] for security_group (fa4c5105-1370-4da2-9c35-ca08c77ad8c1), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.031582 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event updated for resources: {'Port': ['ID=a041cb90-3b27-42a7-b490-42f49e70ec2f,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:47.050980 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9598e45a-8817-48dc-b254-42d9b2bae45e admin admin] Publish callbacks [] for security_group (fa4c5105-1370-4da2-9c35-ca08c77ad8c1), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.059075 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:47.061336 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.078517 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-01a3664f-b23c-4d97-a5e2-26b61d22aa06 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2590103 Jan 17 00:37:47.109146 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9598e45a-8817-48dc-b254-42d9b2bae45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fa4c5105-1370-4da2-9c35-ca08c77ad8c1), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.112799 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9598e45a-8817-48dc-b254-42d9b2bae45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.116371 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-9598e45a-8817-48dc-b254-42d9b2bae45e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa4c5105-1370-4da2-9c35-ca08c77ad8c1 HTTP/1.1" status: 204 len: 168 time: 0.1372681 Jan 17 00:37:47.123573 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598e45a-8817-48dc-b254-42d9b2bae45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c5105-1370-4da2-9c35-ca08c77ad8c1,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:47.303546 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Request body: {'port': {'device_id': '7a8583e5-de7f-47de-ae01-2a487881e094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:47.334739 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-ac32dd88-e645-4683-981f-e74a9a42a7d2 None None] Provisioning complete for port a041cb90-3b27-42a7-b490-42f49e70ec2f triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:37:47.335340 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-ac32dd88-e645-4683-981f-e74a9a42a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.366506 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.381209 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-ac32dd88-e645-4683-981f-e74a9a42a7d2 None None] Port a041cb90-3b27-42a7-b490-42f49e70ec2f cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:37:47.481290 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41790) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:47.524679 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-96352bc6-b0dd-4cb4-a2d3-f31257a43d20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9b6a6e40df6403d9295eeb6eae2f780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421796 Jan 17 00:37:47.527415 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41792) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:47.532986 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-2d2ad500-d840-4bd9-acb4-d0ca1629ab94 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:47.534520 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-2d2ad500-d840-4bd9-acb4-d0ca1629ab94 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.15 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 945 time: 0.1191859 Jan 17 00:37:47.597486 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5fe5b89-6aba-430f-aff3-47bba251da3e admin admin] Publish callbacks [] for security_group (58296cb1-e1de-4062-a903-fa657b580bc1), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.627089 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5fe5b89-6aba-430f-aff3-47bba251da3e admin admin] Publish callbacks [] for security_group (58296cb1-e1de-4062-a903-fa657b580bc1), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.688245 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5fe5b89-6aba-430f-aff3-47bba251da3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (58296cb1-e1de-4062-a903-fa657b580bc1), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.690811 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5fe5b89-6aba-430f-aff3-47bba251da3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.694279 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c5fe5b89-6aba-430f-aff3-47bba251da3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58296cb1-e1de-4062-a903-fa657b580bc1 HTTP/1.1" status: 204 len: 168 time: 0.1635668 Jan 17 00:37:47.700827 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe5b89-6aba-430f-aff3-47bba251da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58296cb1-e1de-4062-a903-fa657b580bc1,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:47.732861 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Deleting port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:47.733248 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.790583 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a041cb90-3b27-42a7-b490-42f49e70ec2f {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:37:47.801833 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Publish callbacks [] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.834202 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Transition to ACTIVE for port object a041cb90-3b27-42a7-b490-42f49e70ec2f will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:37:47.861258 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.903346 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] For port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:47.903712 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:47.933380 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Calling delete_port for e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:48.006798 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c7103-1688-4001-bf87-4cf8c8606728 req-c75a505b-2728-49b2-b7f6-f63fbfd70423 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:48.008383 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4c1c7103-1688-4001-bf87-4cf8c8606728 req-c75a505b-2728-49b2-b7f6-f63fbfd70423 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.1936350 Jan 17 00:37:48.009052 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Pushing event updated for resources: {'Port': ['ID=a041cb90-3b27-42a7-b490-42f49e70ec2f,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:48.456370 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4c1c7103-1688-4001-bf87-4cf8c8606728 req-1d4dd0b9-fba6-4019-86e2-758654473d34 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4332881 Jan 17 00:37:48.465157 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d9cc5-02e5-493d-a8c8-c0bee110b123 req-c87557ab-ca79-4b05-8881-17dc29d17701 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:48.466693 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dc9d9cc5-02e5-493d-a8c8-c0bee110b123 req-c87557ab-ca79-4b05-8881-17dc29d17701 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 944 time: 0.4686053 Jan 17 00:37:48.494060 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:37:48.506526 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Attempting to bind port a041cb90-3b27-42a7-b490-42f49e70ec2f on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:37:48.506978 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Attempting to bind port a041cb90-3b27-42a7-b490-42f49e70ec2f by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:37:48.507310 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Attempting to bind port a041cb90-3b27-42a7-b490-42f49e70ec2f on network 22fb6404-5f10-4c0e-8046-52ecafb709e8 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:37:48.546653 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Port a041cb90-3b27-42a7-b490-42f49e70ec2f on network 22fb6404-5f10-4c0e-8046-52ecafb709e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:37:48.547662 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Attempting to bind port a041cb90-3b27-42a7-b490-42f49e70ec2f on network 22fb6404-5f10-4c0e-8046-52ecafb709e8 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:37:48.569052 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:37:48.569446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Checking segment: {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:37:48.569791 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Bound using segment: {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:37:48.570255 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Bound port: a041cb90-3b27-42a7-b490-42f49e70ec2f, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:37:48.570626 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:48.616739 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dc9d9cc5-02e5-493d-a8c8-c0bee110b123 req-d38022a3-bd3d-4c91-9ab1-960fe21711d8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387532 Jan 17 00:37:48.636037 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (e2ea53f7-76f1-4ae4-8f28-fcd27cf29847), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:48.662970 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:48.683293 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:37:48.710083 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'port_id': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'mac_address': 'fa:16:3e:c3:70:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:37:48.715361 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Pushing event deleted for resources: {'Port': ['ID=e2ea53f7-76f1-4ae4-8f28-fcd27cf29847,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:48.772796 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 5cf80a15-2d71-4f79-9744-bff00fe45f1e is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:37:48.773915 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:48.781233 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] No DVR routers for this DVR port e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:37:48.783960 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] For port a041cb90-3b27-42a7-b490-42f49e70ec2f, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:37:48.787501 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:48.790823 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5e4f8960-85ef-40a6-b781-4e7d09ada803 req-9a5b64ca-c913-4893-94a8-a5f64ed0b6a0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.15 "DELETE /v2.0/ports/e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 HTTP/1.1" status: 204 len: 173 time: 1.2463198 Jan 17 00:37:48.792086 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf80a15-2d71-4f79-9744-bff00fe45f1e {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:37:48.793156 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'name': 'network-vif-deleted', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:48.795563 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a166f8-c264-4756-9c81-d9f84662133b" -d '{"events": [{"server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "name": "network-vif-deleted", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:48.805913 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d228-3716-44e6-bbdc-fa498bb7b0e5 req-38dc2ac0-b4b7-4419-bbe1-414fb0418585 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:48.807545 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-07e7d228-3716-44e6-bbdc-fa498bb7b0e5 req-38dc2ac0-b4b7-4419-bbe1-414fb0418585 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/ports?device_id=885d8168-5802-4e05-af14-609e7fbf2f9b HTTP/1.1" status: 200 len: 867 time: 0.2266562 Jan 17 00:37:48.822747 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:48.830097 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:48.830362 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] For port a041cb90-3b27-42a7-b490-42f49e70ec2f, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a041cb90-3b27-42a7-b490-42f49e70ec2f,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:37:48.867501 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:48.870673 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a8f32a-3070-4ccd-9bda-f1d707d81719 x-openstack-request-id: req-59a8f32a-3070-4ccd-9bda-f1d707d81719 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:48.870980 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885d8168-5802-4e05-af14-609e7fbf2f9b", "name": "network-vif-deleted", "tag": "e2ea53f7-76f1-4ae4-8f28-fcd27cf29847", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:48.871218 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59a8f32a-3070-4ccd-9bda-f1d707d81719 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:48.871650 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885d8168-5802-4e05-af14-609e7fbf2f9b', 'name': 'network-vif-deleted', 'tag': 'e2ea53f7-76f1-4ae4-8f28-fcd27cf29847', 'status': 'completed', 'code': 200} Jan 17 00:37:48.908386 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:48.933559 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:48.934203 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:48.935681 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] 10.222.0.15 "PUT /v2.0/ports/a041cb90-3b27-42a7-b490-42f49e70ec2f HTTP/1.1" status: 200 len: 1094 time: 1.8355343 Jan 17 00:37:48.954070 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-07e7d228-3716-44e6-bbdc-fa498bb7b0e5 req-6025e9fb-d452-4ae2-a720-6f0dd318bfd0 tempest-TestMinimumBasicScenario-1565571078 tempest-TestMinimumBasicScenario-1565571078-project] 10.222.0.24 "GET /v2.0/security-groups?id=09ededc4-84dc-4e09-bd40-0666f8268223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287308 Jan 17 00:37:48.967627 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080e224-7da6-4907-b89d-dc476c4b9c19 service neutron] Pushing event updated for resources: {'Port': ['ID=a041cb90-3b27-42a7-b490-42f49e70ec2f,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:49.057207 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-4f2d28bc-a981-49b7-8c39-5abe1c96b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:49.060237 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-4f2d28bc-a981-49b7-8c39-5abe1c96b175 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 1097 time: 0.0498619 Jan 17 00:37:49.133449 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-63467b66-4be7-4c13-a64b-5342cdd470c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a041cb90-3b27-42a7-b490-42f49e70ec2f HTTP/1.1" status: 200 len: 217 time: 0.0419319 Jan 17 00:37:49.188646 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['5cf80a15-2d71-4f79-9744-bff00fe45f1e'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:37:49.197341 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-e14f62b6-bc60-429e-a546-07a42e4f8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:49.198904 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-e14f62b6-bc60-429e-a546-07a42e4f8864 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36b636d4-597d-47bb-856e-19ae1f9f8825 HTTP/1.1" status: 200 len: 850 time: 0.0562687 Jan 17 00:37:49.270643 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-097a1c90-84dc-4aef-bb4d-6bb31d9d6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:49.278257 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-097a1c90-84dc-4aef-bb4d-6bb31d9d6d71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22fb6404-5f10-4c0e-8046-52ecafb709e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719707 Jan 17 00:37:49.385814 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-67d06af0-79cc-4fd6-ab6b-9245af7f9190 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995386 Jan 17 00:37:49.494811 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-baf5e4aa-62df-4f06-b17d-eb6c8ed871ac req-556e6ab3-a389-48c9-b5ad-a41c4e4fe0d3 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011999 Jan 17 00:37:49.614527 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4488ae6-e781-4fbd-914a-a8963840acfe req-1f2d49be-0600-4105-9848-8befa80442d0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:49.616781 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f4488ae6-e781-4fbd-914a-a8963840acfe req-1f2d49be-0600-4105-9848-8befa80442d0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 944 time: 0.0562973 Jan 17 00:37:49.667324 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f4488ae6-e781-4fbd-914a-a8963840acfe req-401e6d80-1dc6-4e4c-b253-3b2ce7676c04 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451703 Jan 17 00:37:49.805608 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69336927-62b5-4287-9fab-a198c3cc5770 req-6efc684c-5747-4673-b81e-c37803b03927 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:49.807181 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-69336927-62b5-4287-9fab-a198c3cc5770 req-6efc684c-5747-4673-b81e-c37803b03927 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 944 time: 0.0682590 Jan 17 00:37:49.855901 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-69336927-62b5-4287-9fab-a198c3cc5770 req-194cda5e-e64c-4d7e-bbe6-b166c221b5ec tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Jan 17 00:37:49.923867 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41852) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:50.037476 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a5de0498-411e-4243-bd67-71585db6af44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.125630 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a5de0498-411e-4243-bd67-71585db6af44 admin admin] Publish callbacks [] for security_group (ab430cee-7684-4923-a47e-fc71f1f54999), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.130863 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a5de0498-411e-4243-bd67-71585db6af44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ab430cee-7684-4923-a47e-fc71f1f54999), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.168426 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de0498-411e-4243-bd67-71585db6af44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab430cee-7684-4923-a47e-fc71f1f54999,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:50.174754 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-a5de0498-411e-4243-bd67-71585db6af44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c8905eef2434e7aa91453414e7209e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498014 Jan 17 00:37:50.178029 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41868) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:50.231655 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-58e43eb8-b377-4c88-8ebe-628cd18b82c9 admin admin] Publish callbacks [] for security_group (ab430cee-7684-4923-a47e-fc71f1f54999), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.256496 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-58e43eb8-b377-4c88-8ebe-628cd18b82c9 admin admin] Publish callbacks [] for security_group (ab430cee-7684-4923-a47e-fc71f1f54999), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.310773 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-58e43eb8-b377-4c88-8ebe-628cd18b82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ab430cee-7684-4923-a47e-fc71f1f54999), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.313631 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-58e43eb8-b377-4c88-8ebe-628cd18b82c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.314864 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-58e43eb8-b377-4c88-8ebe-628cd18b82c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab430cee-7684-4923-a47e-fc71f1f54999 HTTP/1.1" status: 204 len: 168 time: 0.1356006 Jan 17 00:37:50.324639 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e43eb8-b377-4c88-8ebe-628cd18b82c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab430cee-7684-4923-a47e-fc71f1f54999,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:50.520093 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device a041cb90-3b27-42a7-b490-42f49e70ec2f details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:37:50.532205 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:37:50.642651 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41908) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:50.643770 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 5cf80a15-2d71-4f79-9744-bff00fe45f1e completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:37:50.648518 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 5cf80a15-2d71-4f79-9744-bff00fe45f1e triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:37:50.648892 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.657428 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-91acbcbf-8b1d-469b-ab27-6478b06512df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.695460 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port a041cb90-3b27-42a7-b490-42f49e70ec2f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a041cb90-3b27-42a7-b490-42f49e70ec2f,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:50.711311 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'a041cb90-3b27-42a7-b490-42f49e70ec2f', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'port_id': 'a041cb90-3b27-42a7-b490-42f49e70ec2f', 'mac_address': 'fa:16:3e:9e:fc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:37:50.739407 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41912) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:50.753547 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-91acbcbf-8b1d-469b-ab27-6478b06512df admin admin] Publish callbacks [] for security_group (035267e9-a858-4290-99f7-1eb904661cc1), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.760963 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-91acbcbf-8b1d-469b-ab27-6478b06512df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (035267e9-a858-4290-99f7-1eb904661cc1), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.801831 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port a041cb90-3b27-42a7-b490-42f49e70ec2f is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:37:50.802392 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.815760 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-91acbcbf-8b1d-469b-ab27-6478b06512df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd9c2ba611be444a8a8baeefe2cf3c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710677 Jan 17 00:37:50.817141 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acbcbf-8b1d-469b-ab27-6478b06512df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035267e9-a858-4290-99f7-1eb904661cc1,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:50.818355 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41914) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:50.879262 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8583e5-de7f-47de-ae01-2a487881e094', 'tag': 'a041cb90-3b27-42a7-b490-42f49e70ec2f'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:50.881301 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8583e5-de7f-47de-ae01-2a487881e094", "tag": "a041cb90-3b27-42a7-b490-42f49e70ec2f"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:50.933601 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ba24c-caea-41d9-9a46-4b995b97c61c req-12769989-0a85-467e-83b1-04e1b5194cad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:50.935275 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-888ba24c-caea-41d9-9a46-4b995b97c61c req-12769989-0a85-467e-83b1-04e1b5194cad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 944 time: 0.1451054 Jan 17 00:37:50.956840 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 5cf80a15-2d71-4f79-9744-bff00fe45f1e is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:37:50.957235 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:50.961255 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a041cb90-3b27-42a7-b490-42f49e70ec2f {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:37:51.000876 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:51.003275 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81213d67-b8bb-4ac6-9f65-75a2c3790fcc" -d '{"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:51.016185 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port a041cb90-3b27-42a7-b490-42f49e70ec2f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a041cb90-3b27-42a7-b490-42f49e70ec2f,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:51.021819 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:51.024141 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:51.030391 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:51.031315 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:51.058672 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Publish callbacks [] for security_group (035267e9-a858-4290-99f7-1eb904661cc1), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:51.086268 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:37:51.086647 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device e2ea53f7-76f1-4ae4-8f28-fcd27cf29847 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:37:51.103420 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=a041cb90-3b27-42a7-b490-42f49e70ec2f,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:51.152328 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Publish callbacks [] for security_group (035267e9-a858-4290-99f7-1eb904661cc1), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:51.161923 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ecfd8-4d01-4c9d-b78f-6f8153bce476 req-e36989ce-3af4-4e23-b392-c28e7c983c75 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:51.164000 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe7ecfd8-4d01-4c9d-b78f-6f8153bce476 req-e36989ce-3af4-4e23-b392-c28e7c983c75 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 944 time: 0.2249889 Jan 17 00:37:51.169623 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:51.184516 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-888ba24c-caea-41d9-9a46-4b995b97c61c req-f873c221-27f9-4744-aaf8-ffaed178c07b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300322 Jan 17 00:37:51.264804 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8332d2c-9708-4e85-9e52-33390b56fc40 x-openstack-request-id: req-a8332d2c-9708-4e85-9e52-33390b56fc40 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:51.265111 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8583e5-de7f-47de-ae01-2a487881e094", "tag": "a041cb90-3b27-42a7-b490-42f49e70ec2f", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:51.265312 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8332d2c-9708-4e85-9e52-33390b56fc40 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:51.265843 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8583e5-de7f-47de-ae01-2a487881e094', 'tag': 'a041cb90-3b27-42a7-b490-42f49e70ec2f', 'status': 'completed', 'code': 200} Jan 17 00:37:51.299542 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe7ecfd8-4d01-4c9d-b78f-6f8153bce476 req-0affd696-dfb7-4d4f-ad96-84ff034e36bc tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182475 Jan 17 00:37:51.299791 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf19c81e-fc64-4461-80c6-7842c02a6836 x-openstack-request-id: req-bf19c81e-fc64-4461-80c6-7842c02a6836 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:51.299791 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:51.300049 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf19c81e-fc64-4461-80c6-7842c02a6836 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:51.300237 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'code': 200} Jan 17 00:37:51.317986 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (035267e9-a858-4290-99f7-1eb904661cc1), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:51.317986 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:51.317986 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/035267e9-a858-4290-99f7-1eb904661cc1 HTTP/1.1" status: 204 len: 168 time: 0.4893110 Jan 17 00:37:51.319882 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035267e9-a858-4290-99f7-1eb904661cc1,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:51.357722 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.357722 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.358069 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.358254 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.358596 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.358928 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.359291 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.359650 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.359945 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.360282 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.361522 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.361522 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.361795 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612a219a-187e-4595-9979-e191a49943e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:37:51.386006 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['a041cb90-3b27-42a7-b490-42f49e70ec2f'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:37:51.412617 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-ee5b840a-5a9f-4076-aded-3abe06b91a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:51.414262 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-ee5b840a-5a9f-4076-aded-3abe06b91a84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 1098 time: 0.0726700 Jan 17 00:37:51.608815 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-b163ec8b-f11e-4846-9c00-e607189bae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:51.610466 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-b163ec8b-f11e-4846-9c00-e607189bae6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 912 time: 0.1888287 Jan 17 00:37:51.659992 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-5417ee65-9eca-4a49-9641-3de2f597aba0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a041cb90-3b27-42a7-b490-42f49e70ec2f HTTP/1.1" status: 200 len: 217 time: 0.0406325 Jan 17 00:37:51.663874 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04febc86-9b1f-4d51-ac77-db9786053839 req-650b26ab-1c30-4a82-a082-f05f2f4e6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:51.665440 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-04febc86-9b1f-4d51-ac77-db9786053839 req-650b26ab-1c30-4a82-a082-f05f2f4e6050 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 1098 time: 0.1059301 Jan 17 00:37:51.671328 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877905'] for router_interface (58d383f3-6ad9-477c-a744-847d3fb22b77), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:51.828527 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-fbb29ef9-5fd4-43aa-8a1d-fe587e93ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:51.830646 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-fbb29ef9-5fd4-43aa-8a1d-fe587e93ddb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36b636d4-597d-47bb-856e-19ae1f9f8825 HTTP/1.1" status: 200 len: 850 time: 0.1542933 Jan 17 00:37:51.873001 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-04febc86-9b1f-4d51-ac77-db9786053839 req-527f6cd0-5583-406e-b290-2bdf99e5989f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985636 Jan 17 00:37:51.926993 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-8afb7180-1608-4a6b-a53b-3fa584c9f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:51.928624 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-8afb7180-1608-4a6b-a53b-3fa584c9f687 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22fb6404-5f10-4c0e-8046-52ecafb709e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896280 Jan 17 00:37:52.071523 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Deleting port c3687e39-9f90-473d-a5e2-b33fd25aa414 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:52.071921 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:52.166280 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] For port c3687e39-9f90-473d-a5e2-b33fd25aa414, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c3687e39-9f90-473d-a5e2-b33fd25aa414,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:52.166640 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:52.191639 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Calling delete_port for c3687e39-9f90-473d-a5e2-b33fd25aa414 owned by network:router_interface {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:52.371484 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-ffe77495-4b16-489d-9bf5-3a552354c226 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943924 Jan 17 00:37:52.511176 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c61c0d-781e-4704-81d5-fb205a8bd036 req-5ea4a115-ee75-4a9c-aaed-e866361eb27c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:52.512779 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-88c61c0d-781e-4704-81d5-fb205a8bd036 req-5ea4a115-ee75-4a9c-aaed-e866361eb27c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.2137308 Jan 17 00:37:52.538647 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device a041cb90-3b27-42a7-b490-42f49e70ec2f up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:37:52.615988 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8403ce-660c-4dd6-92ec-b539f8ac42eb req-8dab9986-365a-43a5-9ffa-32b414d8acb8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:52.617418 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cf8403ce-660c-4dd6-92ec-b539f8ac42eb req-8dab9986-365a-43a5-9ffa-32b414d8acb8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 945 time: 0.2040274 Jan 17 00:37:52.625279 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b91b84ef-dd95-4a29-b7c6-b5ee25795da5 req-83cb440a-6028-4183-9371-ea11a559fd97 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150600 Jan 17 00:37:52.638081 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port a041cb90-3b27-42a7-b490-42f49e70ec2f completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:37:52.656894 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port a041cb90-3b27-42a7-b490-42f49e70ec2f triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:37:52.659770 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:52.683527 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-88c61c0d-781e-4704-81d5-fb205a8bd036 req-d2cb8b54-0dd4-47b1-9161-dbfdd7e95423 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587422 Jan 17 00:37:52.724195 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (c3687e39-9f90-473d-a5e2-b33fd25aa414), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:52.731665 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cf8403ce-660c-4dd6-92ec-b539f8ac42eb req-0986d779-bea6-4d16-830c-2c71d41fbcc8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996561 Jan 17 00:37:52.755153 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3687e39-9f90-473d-a5e2-b33fd25aa414,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:52.801626 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port a041cb90-3b27-42a7-b490-42f49e70ec2f is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:37:52.802199 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:52.847071 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port a041cb90-3b27-42a7-b490-42f49e70ec2f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a041cb90-3b27-42a7-b490-42f49e70ec2f,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:52.852013 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:52.917869 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=a041cb90-3b27-42a7-b490-42f49e70ec2f,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:52.958309 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875457'] for router_interface (58d383f3-6ad9-477c-a744-847d3fb22b77), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:53.301886 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8583e5-de7f-47de-ae01-2a487881e094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a041cb90-3b27-42a7-b490-42f49e70ec2f'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:53.304745 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bf43dd-4b69-42a6-a03f-e6258753206a" -d '{"events": [{"server_uuid": "7a8583e5-de7f-47de-ae01-2a487881e094", "name": "network-vif-plugged", "status": "completed", "tag": "a041cb90-3b27-42a7-b490-42f49e70ec2f"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:53.380847 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d99b62e-c114-419f-91e6-7fffdf50c9ea x-openstack-request-id: req-9d99b62e-c114-419f-91e6-7fffdf50c9ea {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:53.381453 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8583e5-de7f-47de-ae01-2a487881e094", "name": "network-vif-plugged", "status": "completed", "tag": "a041cb90-3b27-42a7-b490-42f49e70ec2f", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:53.382053 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d99b62e-c114-419f-91e6-7fffdf50c9ea {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:53.383006 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8583e5-de7f-47de-ae01-2a487881e094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a041cb90-3b27-42a7-b490-42f49e70ec2f', 'code': 200} Jan 17 00:37:53.547540 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Router 58d383f3-6ad9-477c-a744-847d3fb22b77 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:37:53.726245 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ae5e8-51e2-40cd-9b17-7e0115dec852 req-6613b077-9863-4e1f-adab-7e8003f76510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:53.727393 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-196ae5e8-51e2-40cd-9b17-7e0115dec852 req-6613b077-9863-4e1f-adab-7e8003f76510 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 1099 time: 0.1100166 Jan 17 00:37:53.746386 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:37:53.757881 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-f66973c0-7ef2-47f5-85c1-fabced5f641d admin admin] 10.222.0.24 "PUT /v2.0/routers/58d383f3-6ad9-477c-a744-847d3fb22b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0180216 Jan 17 00:37:53.760980 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 41978) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:53.771476 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] Sync routers for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:37:53.789461 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:53.790971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:53.835763 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-196ae5e8-51e2-40cd-9b17-7e0115dec852 req-c898cf63-6be0-494e-a492-7c5acc248e37 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997396 Jan 17 00:37:53.922058 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:53.967452 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks [] for router (58d383f3-6ad9-477c-a744-847d3fb22b77), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.054711 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d944f49-14ee-40b7-aa80-56cf101e6ac1 req-13922578-d427-43f8-adc6-01461289288b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:54.058624 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1d944f49-14ee-40b7-aa80-56cf101e6ac1 req-13922578-d427-43f8-adc6-01461289288b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.2199829 Jan 17 00:37:54.090080 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2509c3a-b262-41f7-8c4c-863564a07efb req-2743b7c2-ecef-4550-9d75-5c92335af18e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:54.092872 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d2509c3a-b262-41f7-8c4c-863564a07efb req-2743b7c2-ecef-4550-9d75-5c92335af18e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 946 time: 0.2153192 Jan 17 00:37:54.180270 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:37:52Z', 'revision_number': 5, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:54.208295 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] Checking router: 58d383f3-6ad9-477c-a744-847d3fb22b77 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:37:54.217418 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] Routers {'58d383f3-6ad9-477c-a744-847d3fb22b77'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:54.217937 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58d383f3-6ad9-477c-a744-847d3fb22b77'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:54.276693 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d2509c3a-b262-41f7-8c4c-863564a07efb req-2cfe2f29-5db9-4742-8dff-e1c937cf9b63 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747160 Jan 17 00:37:54.282860 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1d944f49-14ee-40b7-aa80-56cf101e6ac1 req-d8caee8f-14da-4387-b0f7-d227f3c7452c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877503 Jan 17 00:37:54.297893 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks [] for router_gateway (58d383f3-6ad9-477c-a744-847d3fb22b77), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.328889 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] Set router 58d383f3-6ad9-477c-a744-847d3fb22b77 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:54.355809 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Deleting port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:54.356235 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.475022 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfa26f-0f7a-47bd-88a8-7a14691be15a req-2dccca97-488d-4ba3-b3be-2796e6450745 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:54.476436 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f6bfa26f-0f7a-47bd-88a8-7a14691be15a req-2dccca97-488d-4ba3-b3be-2796e6450745 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0797186 Jan 17 00:37:54.481876 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] For port b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:54.482241 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.486806 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41988) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:54.492226 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-96ace33e-c2a1-4e13-9921-7e57b0538a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Request body: {'floatingip': {'port_id': '5cf80a15-2d71-4f79-9744-bff00fe45f1e'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:54.498863 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Calling delete_port for b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 owned by network:router_gateway {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:54.538409 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-96ace33e-c2a1-4e13-9921-7e57b0538a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (ace014e5-1786-4260-98bb-9ac164847ae0), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.570697 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:37:52Z', 'revision_number': 5, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:54.600783 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e9dd8e-b1ab-490b-9d80-122f2eb7ac69 None None] The sync data for ids ['58d383f3-6ad9-477c-a744-847d3fb22b77'] in dv-cinder-815461-7-iscsi is: [{'id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'name': 'tempest-TestMinimumBasicScenario-399898749-router', 'tenant_id': '5c8d018f858b48c78141f947fafd9e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:20Z', 'updated_at': '2022-01-17T00:37:52Z', 'revision_number': 5, 'project_id': '5c8d018f858b48c78141f947fafd9e4c', 'gw_port': {'id': 'b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:32:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d383f3-6ad9-477c-a744-847d3fb22b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:21Z', 'updated_at': '2022-01-17T00:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:37:54.696573 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.724285 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:54.791456 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3875947'] for router_gateway (58d383f3-6ad9-477c-a744-847d3fb22b77), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.883283 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25086'] for router (58d383f3-6ad9-477c-a744-847d3fb22b77), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.885626 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks [] for router_controller (58d383f3-6ad9-477c-a744-847d3fb22b77), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.931758 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921399'] for router (58d383f3-6ad9-477c-a744-847d3fb22b77), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.932650 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58d383f3-6ad9-477c-a744-847d3fb22b77 {{(pid=109112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 00:37:54.938895 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:54.942365 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-4c8b0762-336c-4271-983d-c2017fe0886a admin admin] 10.222.0.24 "DELETE /v2.0/routers/58d383f3-6ad9-477c-a744-847d3fb22b77 HTTP/1.1" status: 204 len: 168 time: 1.1791422 Jan 17 00:37:54.944997 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 41990) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:55.048152 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d79dc4-8972-493c-9228-39a5bc240785 admin admin] Deleting subnet cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2 {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:37:55.057033 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e2d79dc4-8972-493c-9228-39a5bc240785 admin admin] Publish callbacks [] for subnet (cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.153152 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e2d79dc4-8972-493c-9228-39a5bc240785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.362796 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e2d79dc4-8972-493c-9228-39a5bc240785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.403992 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a68eb-29f7-4b13-90aa-757cf86f5cdf req-bbb52015-a9c6-4313-a8b2-19c2e9fe78e0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:55.405591 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-097a68eb-29f7-4b13-90aa-757cf86f5cdf req-bbb52015-a9c6-4313-a8b2-19c2e9fe78e0 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 946 time: 0.0551960 Jan 17 00:37:55.460107 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-96ace33e-c2a1-4e13-9921-7e57b0538a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.466615 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-96ace33e-c2a1-4e13-9921-7e57b0538a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (ace014e5-1786-4260-98bb-9ac164847ae0), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.466791 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-097a68eb-29f7-4b13-90aa-757cf86f5cdf req-b7ef5661-2fcd-4b9a-a8bf-f0331e51afaa tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551479 Jan 17 00:37:55.505271 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e2d79dc4-8972-493c-9228-39a5bc240785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.548400 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e2d79dc4-8972-493c-9228-39a5bc240785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.552083 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-e2d79dc4-8972-493c-9228-39a5bc240785 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2 HTTP/1.1" status: 204 len: 168 time: 0.6061177 Jan 17 00:37:55.553794 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff308e4-344d-450e-9a20-c069fc974acf None None] Network 405b8fb8-3cfa-4141-8014-5c4314cb4511 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:37:55.555040 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d79dc4-8972-493c-9228-39a5bc240785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb898c2-2ceb-4ed6-b868-7ae15b2ac8e2,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:55.557871 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 42008) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:55.603135 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e0b3a-e2d3-4e9d-998e-4beb7c9851bb req-d70dff8a-582e-4da1-b492-c3f6887b6c16 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:55.605153 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b15e0b3a-e2d3-4e9d-998e-4beb7c9851bb req-d70dff8a-582e-4da1-b492-c3f6887b6c16 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 946 time: 0.0709381 Jan 17 00:37:55.614224 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42010) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:55.621290 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Request body: {'floatingip': {'port_id': 'a041cb90-3b27-42a7-b490-42f49e70ec2f'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:37:55.667353 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (bb69e514-ea48-4013-8b6e-3d918676c667), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.683270 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.l3_db [None req-96ace33e-c2a1-4e13-9921-7e57b0538a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Floating IP ace014e5-1786-4260-98bb-9ac164847ae0 associated. External IP: 172.27.3.160, port: 5cf80a15-2d71-4f79-9744-bff00fe45f1e. Jan 17 00:37:55.687739 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (405b8fb8-3cfa-4141-8014-5c4314cb4511), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.812048 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0942942c-7b20-4ed6-8db3-677f5dde3267 None None] DHCP port deletion for 405b8fb8-3cfa-4141-8014-5c4314cb4511 request from dv-cinder-815461-7-iscsi {{(pid=109114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 00:37:55.852915 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Deleting port 7ad7b39d-4a16-4549-9328-4244dd0b1369 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:55.853799 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.892122 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-0942942c-7b20-4ed6-8db3-677f5dde3267 None None] Deleting port 7ad7b39d-4a16-4549-9328-4244dd0b1369 {{(pid=109114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:55.892671 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-0942942c-7b20-4ed6-8db3-677f5dde3267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), before_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.907794 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c3687e39-9f90-473d-a5e2-b33fd25aa414 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:55.972214 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: c3687e39-9f90-473d-a5e2-b33fd25aa414 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:37:55.972555 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c3687e39-9f90-473d-a5e2-b33fd25aa414 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:37:55.973159 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:55.985930 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] For port 7ad7b39d-4a16-4549-9328-4244dd0b1369, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=7ad7b39d-4a16-4549-9328-4244dd0b1369,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:55.985930 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:55.994409 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:37:55.994762 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device b5ab5dd6-8065-4cfe-b7ac-5d43b22e4dc4 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:37:55.995180 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 7ad7b39d-4a16-4549-9328-4244dd0b1369 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:37:56.028270 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-0942942c-7b20-4ed6-8db3-677f5dde3267 None None] For port 7ad7b39d-4a16-4549-9328-4244dd0b1369, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=7ad7b39d-4a16-4549-9328-4244dd0b1369,segment=NetworkSegment(47d4148e-769b-4d51-a507-89749cdf8771),segment_id=47d4148e-769b-4d51-a507-89749cdf8771)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:56.028895 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-0942942c-7b20-4ed6-8db3-677f5dde3267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), precommit_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.033710 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Calling delete_port for 7ad7b39d-4a16-4549-9328-4244dd0b1369 owned by network:dhcp {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:56.050314 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-0942942c-7b20-4ed6-8db3-677f5dde3267 None None] Calling delete_port for 7ad7b39d-4a16-4549-9328-4244dd0b1369 owned by network:dhcp {{(pid=109114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:56.108963 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ace33e-c2a1-4e13-9921-7e57b0538a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Router 500e0536-9e0c-4c6f-822a-523a45ad30e4 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:37:56.181928 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Current status of the port 7ad7b39d-4a16-4549-9328-4244dd0b1369 is: ACTIVE; New status is: DOWN {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:37:56.182323 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.184168 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.218375 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad7b39d-4a16-4549-9328-4244dd0b1369,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:56.221794 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-0942942c-7b20-4ed6-8db3-677f5dde3267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144'] for port (7ad7b39d-4a16-4549-9328-4244dd0b1369), after_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.222478 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] No DVR routers for this DVR port 7ad7b39d-4a16-4549-9328-4244dd0b1369 on host dv-cinder-815461-7-iscsi {{(pid=109113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:37:56.250094 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942942c-7b20-4ed6-8db3-677f5dde3267 None None] No DVR routers for this DVR port 7ad7b39d-4a16-4549-9328-4244dd0b1369 on host dv-cinder-815461-7-iscsi {{(pid=109114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:37:56.276463 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942942c-7b20-4ed6-8db3-677f5dde3267 None None] Pushing event deleted for resources: {'Port': ['ID=7ad7b39d-4a16-4549-9328-4244dd0b1369,revision_number=None']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:56.353938 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.db.resource_extend [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 00:37:56.417660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.425595 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (bb69e514-ea48-4013-8b6e-3d918676c667), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.545468 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Floating IP bb69e514-ea48-4013-8b6e-3d918676c667 associated. External IP: 172.27.3.58, port: a041cb90-3b27-42a7-b490-42f49e70ec2f. Jan 17 00:37:56.565817 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (405b8fb8-3cfa-4141-8014-5c4314cb4511), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.581315 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ace33e-c2a1-4e13-9921-7e57b0538a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:37:56.590167 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-96ace33e-c2a1-4e13-9921-7e57b0538a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.596193 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405b8fb8-3cfa-4141-8014-5c4314cb4511']}} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:56.596521 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] Sync routers for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:37:56.611645 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:56.612438 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:56.630912 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d4148e-769b-4d51-a507-89749cdf8771') {'for_net_delete': True} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:56.631403 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d4148e-769b-4d51-a507-89749cdf8771') {} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:56.648260 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-96ace33e-c2a1-4e13-9921-7e57b0538a9f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "PUT /v2.0/floatingips/ace014e5-1786-4260-98bb-9ac164847ae0 HTTP/1.1" status: 200 len: 991 time: 2.1594617 Jan 17 00:37:56.650454 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25992246'] for segment (47d4148e-769b-4d51-a507-89749cdf8771), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.652432 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:56.655665 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10" -d '{"events": [{"name": "network-changed", "server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:56.675520 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (47d4148e-769b-4d51-a507-89749cdf8771), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.685266 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:37:56.685802 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25195224'] for segment (47d4148e-769b-4d51-a507-89749cdf8771), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: Traceback (most recent call last): Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: timer() Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: cb(*args, **kw) Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: return func(*args, **kwargs) Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: self._notify() Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: self.callback(batched_events) Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: event.method(event) Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: return f(self, *a, **k) Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._get(url).json() Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: return self.request(url, 'GET', **kwargs) Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:37:56.689831 dv-cinder-815461-7-iscsi neutron-server[109113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:37:56.745242 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:56.756729 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (405b8fb8-3cfa-4141-8014-5c4314cb4511), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.771329 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:56.778597 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] 10.222.0.24 "DELETE /v2.0/networks/405b8fb8-3cfa-4141-8014-5c4314cb4511 HTTP/1.1" status: 204 len: 168 time: 1.1872032 Jan 17 00:37:56.778597 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 42028) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:56.783964 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 42030) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:56.809672 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cbcd7-cddf-4566-8460-0f3a741d921a admin admin] Pushing event deleted for resources: {'Network': ['ID=405b8fb8-3cfa-4141-8014-5c4314cb4511,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:56.958618 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3c7084-9db8-4646-aaf6-56813eedd783 x-openstack-request-id: req-2e3c7084-9db8-4646-aaf6-56813eedd783 {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:56.958915 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:56.959170 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e3c7084-9db8-4646-aaf6-56813eedd783 {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:56.959602 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'status': 'completed', 'code': 200} Jan 17 00:37:56.995861 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-853d6bf6-84b0-4b69-b602-83957d4b70d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.113775 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'ace014e5-1786-4260-98bb-9ac164847ae0', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'port_id': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'mac_address': 'fa:16:3e:c3:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:37:37Z', 'updated_at': '2022-01-17T00:37:55Z', 'revision_number': 1, 'project_id': '8b2712d873674207a8abc2738a48850a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:57.144079 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] Checking router: 500e0536-9e0c-4c6f-822a-523a45ad30e4 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:37:57.155598 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:57.156508 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:57.194675 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-853d6bf6-84b0-4b69-b602-83957d4b70d3 admin admin] Publish callbacks [] for security_group (223f9a6c-ec81-4e71-9c9f-b93da7b4ae4e), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.202874 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-853d6bf6-84b0-4b69-b602-83957d4b70d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (223f9a6c-ec81-4e71-9c9f-b93da7b4ae4e), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.211523 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-9b91ecaf-0f67-48f9-bfa9-c98d67e204dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:57.213020 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-9b91ecaf-0f67-48f9-bfa9-c98d67e204dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 1098 time: 0.0945697 Jan 17 00:37:57.274452 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Router ddda0f15-ef37-4f47-9be0-19e002705718 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:37:57.281858 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:57.291744 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-853d6bf6-84b0-4b69-b602-83957d4b70d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ebbac3b980d401b8003f286a1673b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141809 Jan 17 00:37:57.292951 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42034) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:57.295743 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d6bf6-84b0-4b69-b602-83957d4b70d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223f9a6c-ec81-4e71-9c9f-b93da7b4ae4e,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:57.434448 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-ef774012-e390-4899-b269-d9e547e1ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:57.435397 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877905'] for router_interface (300cc072-7c39-4c04-bb30-a7854fd6675c), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.436036 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-ef774012-e390-4899-b269-d9e547e1ecf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 917 time: 0.2148221 Jan 17 00:37:57.494688 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-852a90da-483d-4b20-b112-d9dc272efdb5 admin admin] Publish callbacks [] for security_group (223f9a6c-ec81-4e71-9c9f-b93da7b4ae4e), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.514939 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:37:57.523431 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.530928 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] Sync routers for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:37:57.544079 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:57.545079 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:57.545629 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'ace014e5-1786-4260-98bb-9ac164847ae0', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'port_id': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'mac_address': 'fa:16:3e:c3:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:37:37Z', 'updated_at': '2022-01-17T00:37:55Z', 'revision_number': 1, 'project_id': '8b2712d873674207a8abc2738a48850a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:57.562632 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-852a90da-483d-4b20-b112-d9dc272efdb5 admin admin] Publish callbacks [] for security_group (223f9a6c-ec81-4e71-9c9f-b93da7b4ae4e), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.585761 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1286ee93-0637-4c0c-b017-91a480f3ac13 None None] The sync data for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi is: [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'ace014e5-1786-4260-98bb-9ac164847ae0', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'port_id': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'mac_address': 'fa:16:3e:c3:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:37:37Z', 'updated_at': '2022-01-17T00:37:55Z', 'revision_number': 1, 'project_id': '8b2712d873674207a8abc2738a48850a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:37:57.591488 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-09c241f9-27aa-40d0-935f-d20cb0f3266a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e HTTP/1.1" status: 200 len: 999 time: 0.1391330 Jan 17 00:37:57.690948 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:57.698899 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-7f9028b5-25ab-4ed1-b0b3-d2fac24e7587 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "PUT /v2.0/floatingips/bb69e514-ea48-4013-8b6e-3d918676c667 HTTP/1.1" status: 200 len: 991 time: 2.0817707 Jan 17 00:37:57.717294 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8583e5-de7f-47de-ae01-2a487881e094', 'tag': 'a041cb90-3b27-42a7-b490-42f49e70ec2f'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:37:57.722211 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8583e5-de7f-47de-ae01-2a487881e094", "tag": "a041cb90-3b27-42a7-b490-42f49e70ec2f"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:37:57.737921 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-6c3eec68-6f08-4897-880e-9e34e53b1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:57.739976 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-6c3eec68-6f08-4897-880e-9e34e53b1178 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.1312640 Jan 17 00:37:57.797821 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Deleting port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:57.798687 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.813129 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-69cb1c61-ee96-4ca7-8c03-4a71de615216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:57.815317 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-69cb1c61-ee96-4ca7-8c03-4a71de615216 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680490 Jan 17 00:37:57.829794 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-852a90da-483d-4b20-b112-d9dc272efdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (223f9a6c-ec81-4e71-9c9f-b93da7b4ae4e), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.833228 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-852a90da-483d-4b20-b112-d9dc272efdb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.838912 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-852a90da-483d-4b20-b112-d9dc272efdb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/223f9a6c-ec81-4e71-9c9f-b93da7b4ae4e HTTP/1.1" status: 204 len: 168 time: 0.5432470 Jan 17 00:37:57.842287 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0bd007-329b-4b26-8b16-cc16690a86e4 x-openstack-request-id: req-5c0bd007-329b-4b26-8b16-cc16690a86e4 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:37:57.842592 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8583e5-de7f-47de-ae01-2a487881e094", "tag": "a041cb90-3b27-42a7-b490-42f49e70ec2f", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:37:57.842904 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c0bd007-329b-4b26-8b16-cc16690a86e4 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:37:57.843349 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8583e5-de7f-47de-ae01-2a487881e094', 'tag': 'a041cb90-3b27-42a7-b490-42f49e70ec2f', 'status': 'completed', 'code': 200} Jan 17 00:37:57.852342 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a90da-483d-4b20-b112-d9dc272efdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223f9a6c-ec81-4e71-9c9f-b93da7b4ae4e,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:57.944591 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] For port 0ee1d204-bdaf-4bb2-8b06-0d4b32478765, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=0ee1d204-bdaf-4bb2-8b06-0d4b32478765,segment=NetworkSegment(c33f97f3-d64d-4229-adf8-c4794aeec9c9),segment_id=c33f97f3-d64d-4229-adf8-c4794aeec9c9)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:57.945019 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:57.962963 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4313bbb-8da3-47b9-aee9-20c2004916a1 None None] New status for floating IP ace014e5-1786-4260-98bb-9ac164847ae0: ACTIVE {{(pid=109115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:37:57.986168 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Calling delete_port for 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 owned by network:router_interface {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:58.030156 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-158172b6-dc62-41a8-b73c-b718b3b76060 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657827 Jan 17 00:37:58.169282 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3cad7afb-7c19-42ef-8ad7-0d77e2bcfd10 req-18110d63-ac1e-4751-aede-2c30dc650155 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297500 Jan 17 00:37:58.189632 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-5429a6d8-f5bc-4111-9352-28a4c15794ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:58.191404 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-5429a6d8-f5bc-4111-9352-28a4c15794ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9762fcecd21489b98111f1858e80326&device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 1099 time: 0.1639600 Jan 17 00:37:58.293420 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'bb69e514-ea48-4013-8b6e-3d918676c667', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'port_id': 'a041cb90-3b27-42a7-b490-42f49e70ec2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'mac_address': 'fa:16:3e:9e:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8583e5-de7f-47de-ae01-2a487881e094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:37:40Z', 'updated_at': '2022-01-17T00:37:56Z', 'revision_number': 1, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:58.315053 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (0ee1d204-bdaf-4bb2-8b06-0d4b32478765), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:58.320750 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 42046) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:58.324587 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] Checking router: ddda0f15-ef37-4f47-9be0-19e002705718 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:37:58.336471 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-1823f456-5add-4267-9c02-82b92744a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:58.338098 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-1823f456-5add-4267-9c02-82b92744a8d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 200 len: 912 time: 0.1403563 Jan 17 00:37:58.340176 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:58.340794 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:58.360385 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee1d204-bdaf-4bb2-8b06-0d4b32478765,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:58.381398 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6ce3662c-8e85-4f81-9097-34001c54e88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:58.419467 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-d06b7e51-106e-41d4-9551-74d808ab31da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a041cb90-3b27-42a7-b490-42f49e70ec2f HTTP/1.1" status: 200 len: 999 time: 0.0703747 Jan 17 00:37:58.468491 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:58.493354 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-805a3ed1-2568-4bce-843b-64d2a6ebe4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:58.494863 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-805a3ed1-2568-4bce-843b-64d2a6ebe4b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36b636d4-597d-47bb-856e-19ae1f9f8825 HTTP/1.1" status: 200 len: 850 time: 0.0676024 Jan 17 00:37:58.552410 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-616bb122-fb0e-41f3-82fa-d0f639968d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:37:58.554001 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-616bb122-fb0e-41f3-82fa-d0f639968d40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22fb6404-5f10-4c0e-8046-52ecafb709e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500648 Jan 17 00:37:58.603855 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6ce3662c-8e85-4f81-9097-34001c54e88b admin admin] Publish callbacks [] for security_group (12e38775-cdb8-43a4-977d-c53a2b1f8ff9), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:58.605351 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875457'] for router_interface (300cc072-7c39-4c04-bb30-a7854fd6675c), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:58.614746 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6ce3662c-8e85-4f81-9097-34001c54e88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (12e38775-cdb8-43a4-977d-c53a2b1f8ff9), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:58.662296 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-b7bbc03a-e537-4537-8e8e-d3003bdc2f28 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016991 Jan 17 00:37:58.698718 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-6ce3662c-8e85-4f81-9097-34001c54e88b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45385ff65fe549d3b128e152d707a1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731782 Jan 17 00:37:58.699800 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 42048) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:58.709804 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3662c-8e85-4f81-9097-34001c54e88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e38775-cdb8-43a4-977d-c53a2b1f8ff9,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:58.750570 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'bb69e514-ea48-4013-8b6e-3d918676c667', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'port_id': 'a041cb90-3b27-42a7-b490-42f49e70ec2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'mac_address': 'fa:16:3e:9e:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8583e5-de7f-47de-ae01-2a487881e094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:37:40Z', 'updated_at': '2022-01-17T00:37:56Z', 'revision_number': 1, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:58.774481 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4fe4ac50-f8ed-4a48-9b3f-d40f09b1e19f req-e611cb86-e6c9-46e6-b7a5-0d6dd0155832 service neutron] 10.222.0.15 "GET /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041355 Jan 17 00:37:58.781773 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981877b0-d61a-4dc4-af81-9a99961ec0ae None None] The sync data for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi is: [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': 'bb69e514-ea48-4013-8b6e-3d918676c667', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'floating_ip_address': '172.27.3.58', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'port_id': 'a041cb90-3b27-42a7-b490-42f49e70ec2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'mac_address': 'fa:16:3e:9e:fc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8583e5-de7f-47de-ae01-2a487881e094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:37:40Z', 'updated_at': '2022-01-17T00:37:56Z', 'revision_number': 1, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:37:58.811748 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8a14b3b5-a6c9-4447-8c8c-6ef8f48037ef admin admin] Publish callbacks [] for security_group (12e38775-cdb8-43a4-977d-c53a2b1f8ff9), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:58.878579 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8a14b3b5-a6c9-4447-8c8c-6ef8f48037ef admin admin] Publish callbacks [] for security_group (12e38775-cdb8-43a4-977d-c53a2b1f8ff9), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:58.970663 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Router 300cc072-7c39-4c04-bb30-a7854fd6675c has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:37:58.978491 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8a14b3b5-a6c9-4447-8c8c-6ef8f48037ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (12e38775-cdb8-43a4-977d-c53a2b1f8ff9), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:58.981931 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8a14b3b5-a6c9-4447-8c8c-6ef8f48037ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:58.987361 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-8a14b3b5-a6c9-4447-8c8c-6ef8f48037ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12e38775-cdb8-43a4-977d-c53a2b1f8ff9 HTTP/1.1" status: 204 len: 168 time: 0.2829697 Jan 17 00:37:59.040075 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e42c7d-55f2-4db7-b182-8d3759cd8488 None None] New status for floating IP bb69e514-ea48-4013-8b6e-3d918676c667: ACTIVE {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:37:59.086725 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14b3b5-a6c9-4447-8c8c-6ef8f48037ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e38775-cdb8-43a4-977d-c53a2b1f8ff9,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:59.109043 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:37:59.117308 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-cec29d74-96c2-46c7-8830-0bc000f89bce admin admin] 10.222.0.24 "PUT /v2.0/routers/300cc072-7c39-4c04-bb30-a7854fd6675c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3319311 Jan 17 00:37:59.119854 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42056) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:37:59.123272 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] Sync routers for ids ['300cc072-7c39-4c04-bb30-a7854fd6675c'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:37:59.135139 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] Routers {'300cc072-7c39-4c04-bb30-a7854fd6675c'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:59.135775 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['300cc072-7c39-4c04-bb30-a7854fd6675c'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:59.246907 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks [] for router (300cc072-7c39-4c04-bb30-a7854fd6675c), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:59.263929 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] Set router 300cc072-7c39-4c04-bb30-a7854fd6675c gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:59.374209 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks [] for router_gateway (300cc072-7c39-4c04-bb30-a7854fd6675c), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:59.441195 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Deleting port bdbf778d-5210-42db-8401-31b4aedf7c16 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:37:59.441730 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:59.515532 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:31Z', 'updated_at': '2022-01-17T00:37:58Z', 'revision_number': 5, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'gw_port': {'id': 'bdbf778d-5210-42db-8401-31b4aedf7c16', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:28:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:34:32Z', 'updated_at': '2022-01-17T00:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:59.529900 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] For port bdbf778d-5210-42db-8401-31b4aedf7c16, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=bdbf778d-5210-42db-8401-31b4aedf7c16,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:37:59.530501 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:59.543712 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] Checking router: 300cc072-7c39-4c04-bb30-a7854fd6675c for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:37:59.544230 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Calling delete_port for bdbf778d-5210-42db-8401-31b4aedf7c16 owned by network:router_gateway {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:37:59.554690 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] Routers {'300cc072-7c39-4c04-bb30-a7854fd6675c'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:37:59.555319 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:37:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['300cc072-7c39-4c04-bb30-a7854fd6675c'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:59.657900 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] Set router 300cc072-7c39-4c04-bb30-a7854fd6675c gateway port host: None {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:37:59.712567 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:31Z', 'updated_at': '2022-01-17T00:37:59Z', 'revision_number': 6, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'gw_port_host': None}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:37:59.730551 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (bdbf778d-5210-42db-8401-31b4aedf7c16), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:59.744162 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776c608-7e28-4a10-96c1-605cd1af6f75 None None] The sync data for ids ['300cc072-7c39-4c04-bb30-a7854fd6675c'] in dv-cinder-815461-7-iscsi is: [{'id': '300cc072-7c39-4c04-bb30-a7854fd6675c', 'name': 'tempest-TestMinimumBasicScenario-2123860693-router', 'tenant_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:34:31Z', 'updated_at': '2022-01-17T00:37:59Z', 'revision_number': 6, 'project_id': 'e69eb578d10e4b22ad6e68ca99ccbc1d', 'gw_port_host': None}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:37:59.759126 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbf778d-5210-42db-8401-31b4aedf7c16,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:37:59.837243 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3875947'] for router_gateway (300cc072-7c39-4c04-bb30-a7854fd6675c), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:59.936495 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25086'] for router (300cc072-7c39-4c04-bb30-a7854fd6675c), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:59.939044 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks [] for router_controller (300cc072-7c39-4c04-bb30-a7854fd6675c), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:59.989821 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921399'] for router (300cc072-7c39-4c04-bb30-a7854fd6675c), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:37:59.990470 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 300cc072-7c39-4c04-bb30-a7854fd6675c {{(pid=109112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 00:37:59.997193 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.003341 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-1b0f2595-9463-4bc1-9b20-e5af6b18ddec admin admin] 10.222.0.24 "DELETE /v2.0/routers/300cc072-7c39-4c04-bb30-a7854fd6675c HTTP/1.1" status: 204 len: 168 time: 0.8802314 Jan 17 00:38:00.004250 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 42080) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:00.068508 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-5461f8f0-768b-4dc7-98fd-d462a7fa2e77 admin admin] Deleting subnet caffe0e9-ac1e-40b8-84aa-b81d65d8a972 {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:38:00.072085 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5461f8f0-768b-4dc7-98fd-d462a7fa2e77 admin admin] Publish callbacks [] for subnet (caffe0e9-ac1e-40b8-84aa-b81d65d8a972), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.121409 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5461f8f0-768b-4dc7-98fd-d462a7fa2e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (caffe0e9-ac1e-40b8-84aa-b81d65d8a972), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.270699 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5461f8f0-768b-4dc7-98fd-d462a7fa2e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (caffe0e9-ac1e-40b8-84aa-b81d65d8a972), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.357166 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5461f8f0-768b-4dc7-98fd-d462a7fa2e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (caffe0e9-ac1e-40b8-84aa-b81d65d8a972), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.393649 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5461f8f0-768b-4dc7-98fd-d462a7fa2e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.397476 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-5461f8f0-768b-4dc7-98fd-d462a7fa2e77 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/caffe0e9-ac1e-40b8-84aa-b81d65d8a972 HTTP/1.1" status: 204 len: 168 time: 0.3920779 Jan 17 00:38:00.398841 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461f8f0-768b-4dc7-98fd-d462a7fa2e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caffe0e9-ac1e-40b8-84aa-b81d65d8a972,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:00.400357 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ccbd14-4787-431e-a59b-128c74077b32 None None] Network 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:38:00.403292 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42086) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:00.542580 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.618052 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Deleting port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:38:00.618568 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.620459 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a535c593-8c44-4ac0-86a1-45f1c53432ee None None] DHCP port deletion for 0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e request from dv-cinder-815461-7-iscsi {{(pid=109114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 00:38:00.700491 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-a535c593-8c44-4ac0-86a1-45f1c53432ee None None] Deleting port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 {{(pid=109114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:38:00.701073 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a535c593-8c44-4ac0-86a1-45f1c53432ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), before_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.731883 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] For port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=3b43f6ca-69dd-48c8-ad7e-d2a44e670f22,segment=NetworkSegment(c33f97f3-d64d-4229-adf8-c4794aeec9c9),segment_id=c33f97f3-d64d-4229-adf8-c4794aeec9c9)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:38:00.732636 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.753071 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Calling delete_port for 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 owned by network:dhcp {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:38:00.783948 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-a535c593-8c44-4ac0-86a1-45f1c53432ee None None] For port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=3b43f6ca-69dd-48c8-ad7e-d2a44e670f22,segment=NetworkSegment(c33f97f3-d64d-4229-adf8-c4794aeec9c9),segment_id=c33f97f3-d64d-4229-adf8-c4794aeec9c9)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:38:00.784656 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a535c593-8c44-4ac0-86a1-45f1c53432ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), precommit_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.801606 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-a535c593-8c44-4ac0-86a1-45f1c53432ee None None] Calling delete_port for 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 owned by network:dhcp {{(pid=109114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:38:00.858177 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.872567 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] No DVR routers for this DVR port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 on host dv-cinder-815461-7-iscsi {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:38:00.873655 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-5a18992a-996d-45db-b75d-044191702f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.897859 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b43f6ca-69dd-48c8-ad7e-d2a44e670f22,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:00.903293 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a535c593-8c44-4ac0-86a1-45f1c53432ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144'] for port (3b43f6ca-69dd-48c8-ad7e-d2a44e670f22), after_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:00.936876 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535c593-8c44-4ac0-86a1-45f1c53432ee None None] Pushing event deleted for resources: {'Port': ['ID=3b43f6ca-69dd-48c8-ad7e-d2a44e670f22,revision_number=None']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:00.942705 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a535c593-8c44-4ac0-86a1-45f1c53432ee None None] No DVR routers for this DVR port 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 on host dv-cinder-815461-7-iscsi {{(pid=109114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:38:00.993722 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.020710 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e']}} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:38:01.036256 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33f97f3-d64d-4229-adf8-c4794aeec9c9') {'for_net_delete': True} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:38:01.036626 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33f97f3-d64d-4229-adf8-c4794aeec9c9') {} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:38:01.049026 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25781760'] for segment (c33f97f3-d64d-4229-adf8-c4794aeec9c9), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.063826 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (c33f97f3-d64d-4229-adf8-c4794aeec9c9), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.072578 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:38:01.072977 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26670193'] for segment (c33f97f3-d64d-4229-adf8-c4794aeec9c9), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: Traceback (most recent call last): Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: timer() Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: cb(*args, **kw) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: return func(*args, **kwargs) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: self._notify() Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: self.callback(batched_events) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: event.method(event) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: return f(self, *a, **k) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._get(url).json() Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: return self.request(url, 'GET', **kwargs) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:38:01.075248 dv-cinder-815461-7-iscsi neutron-server[109112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:38:01.136116 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.146521 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.149969 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e HTTP/1.1" status: 204 len: 168 time: 0.7445123 Jan 17 00:38:01.159970 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638558fb-2d03-415f-bfbb-71019840bc45 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4dab1a-5bbc-44f3-8f5b-b9861e37de7e,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:01.388327 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42098) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:01.448313 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-4e6d4746-7eb0-4c37-8f6f-8440ad9a4c04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c8d018f858b48c78141f947fafd9e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583339 Jan 17 00:38:01.451051 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42100) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:01.522795 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e6e78f16-c261-437b-a6dc-9f8c3753e402 admin admin] Publish callbacks [] for security_group (09ededc4-84dc-4e09-bd40-0666f8268223), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.558438 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e6e78f16-c261-437b-a6dc-9f8c3753e402 admin admin] Publish callbacks [] for security_group (09ededc4-84dc-4e09-bd40-0666f8268223), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.634824 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e6e78f16-c261-437b-a6dc-9f8c3753e402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (09ededc4-84dc-4e09-bd40-0666f8268223), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.637950 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e6e78f16-c261-437b-a6dc-9f8c3753e402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:01.639134 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-e6e78f16-c261-437b-a6dc-9f8c3753e402 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09ededc4-84dc-4e09-bd40-0666f8268223 HTTP/1.1" status: 204 len: 168 time: 0.1866925 Jan 17 00:38:01.660203 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e78f16-c261-437b-a6dc-9f8c3753e402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ededc4-84dc-4e09-bd40-0666f8268223,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:01.737886 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:38:01.775158 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:38:01.775827 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 0ee1d204-bdaf-4bb2-8b06-0d4b32478765 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:38:01.776600 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:38:01.807699 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:38:01.808344 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 3b43f6ca-69dd-48c8-ad7e-d2a44e670f22 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:38:01.809011 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device bdbf778d-5210-42db-8401-31b4aedf7c16 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:38:01.841112 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: bdbf778d-5210-42db-8401-31b4aedf7c16 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:38:01.841466 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device bdbf778d-5210-42db-8401-31b4aedf7c16 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:38:02.190340 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42128) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:02.247274 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-bf73b019-fcac-401b-91de-884c70da6c81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e69eb578d10e4b22ad6e68ca99ccbc1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541172 Jan 17 00:38:02.248781 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42132) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:02.314881 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ffa9898b-aa02-4f3d-ae4f-2716a85a2754 admin admin] Publish callbacks [] for security_group (66c957f5-eb8a-45c3-878d-8da2886ff093), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:02.351583 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ffa9898b-aa02-4f3d-ae4f-2716a85a2754 admin admin] Publish callbacks [] for security_group (66c957f5-eb8a-45c3-878d-8da2886ff093), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:02.430733 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ffa9898b-aa02-4f3d-ae4f-2716a85a2754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (66c957f5-eb8a-45c3-878d-8da2886ff093), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:02.436352 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-ffa9898b-aa02-4f3d-ae4f-2716a85a2754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:02.438267 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-ffa9898b-aa02-4f3d-ae4f-2716a85a2754 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66c957f5-eb8a-45c3-878d-8da2886ff093 HTTP/1.1" status: 204 len: 168 time: 0.1881371 Jan 17 00:38:02.450678 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9898b-aa02-4f3d-ae4f-2716a85a2754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c957f5-eb8a-45c3-878d-8da2886ff093,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:03.166206 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d5aaa1b7-e66c-4d35-89dc-02f2f8cf279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:03.884287 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42156) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:04.006876 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e6c61040-2674-4297-82fd-276c1a2fd9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:04.125167 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e6c61040-2674-4297-82fd-276c1a2fd9ac admin admin] Publish callbacks [] for security_group (7f4e19ca-51d8-4a1d-9eee-ca194dab654d), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:04.131111 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e6c61040-2674-4297-82fd-276c1a2fd9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (7f4e19ca-51d8-4a1d-9eee-ca194dab654d), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:04.177391 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-e6c61040-2674-4297-82fd-276c1a2fd9ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76bd2efaec39454d85adb1377758f06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919741 Jan 17 00:38:04.178130 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c61040-2674-4297-82fd-276c1a2fd9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4e19ca-51d8-4a1d-9eee-ca194dab654d,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:04.182068 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42160) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:04.243144 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba285-a3f2-49c2-a226-bb5b490f0cb9 admin admin] Publish callbacks [] for security_group (7f4e19ca-51d8-4a1d-9eee-ca194dab654d), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:04.270161 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba285-a3f2-49c2-a226-bb5b490f0cb9 admin admin] Publish callbacks [] for security_group (7f4e19ca-51d8-4a1d-9eee-ca194dab654d), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:04.323909 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba285-a3f2-49c2-a226-bb5b490f0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (7f4e19ca-51d8-4a1d-9eee-ca194dab654d), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:04.326782 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba285-a3f2-49c2-a226-bb5b490f0cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:04.327996 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-0b8ba285-a3f2-49c2-a226-bb5b490f0cb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f4e19ca-51d8-4a1d-9eee-ca194dab654d HTTP/1.1" status: 204 len: 168 time: 0.1449759 Jan 17 00:38:04.338726 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ba285-a3f2-49c2-a226-bb5b490f0cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4e19ca-51d8-4a1d-9eee-ca194dab654d,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:04.857685 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:05.124611 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:06.749456 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:07.330878 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:12.186285 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:38:30.868160 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8c700b10-2a46-42e9-bf20-6107868916ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:33.179802 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f5ec3a7e-0cb3-4b07-b806-31ca27323727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:34.857272 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:35.132780 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:36.751406 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:37.326450 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:37.745185 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-a110c5e0-6599-45d0-aba1-cb4baaa3df37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534048 Jan 17 00:38:37.900178 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-7ceb8f4e-53da-4781-9ad2-990628a4bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:37.903132 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-7ceb8f4e-53da-4781-9ad2-990628a4bff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 1099 time: 0.0626762 Jan 17 00:38:38.011707 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 42460) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:38.017059 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-1fef92b6-9646-4d3b-86c1-073e41bf9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:38.019556 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-1fef92b6-9646-4d3b-86c1-073e41bf9fc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.0949929 Jan 17 00:38:38.114453 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-604fab41-748a-4cd3-a15f-673da5d4ca65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c HTTP/1.1" status: 200 len: 1001 time: 0.0879736 Jan 17 00:38:38.125353 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:38.165074 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-76acd8ce-e937-4c26-9c3b-43598b7e79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:38.166534 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-76acd8ce-e937-4c26-9c3b-43598b7e79aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.0449045 Jan 17 00:38:38.202713 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Publish callbacks [] for security_group (af874c96-07bb-415f-96a4-8572c3330cb3), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:38.208640 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (af874c96-07bb-415f-96a4-8572c3330cb3), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:38.215605 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-366236ce-cbec-484c-9b21-bac51a2978a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:38.217120 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-366236ce-cbec-484c-9b21-bac51a2978a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423722 Jan 17 00:38:38.248620 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ebf65da9790452788cce9d04858f2bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358084 Jan 17 00:38:38.249498 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af874c96-07bb-415f-96a4-8572c3330cb3,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:38.256870 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 42464) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:38:38.263742 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.264092 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.264437 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.264774 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.265116 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.265442 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.265775 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.266100 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.266423 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.266750 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.267071 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.267421 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.267742 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e8b63-4f47-4e70-883a-544c1d1aa8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:38:38.320031 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-0ec3dbec-17b6-4746-a8d3-d769b52089a6 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954134 Jan 17 00:38:38.320585 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-823603d5-1aba-4713-82ea-6c1330e43a83 admin admin] Publish callbacks [] for security_group (af874c96-07bb-415f-96a4-8572c3330cb3), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:38.345450 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-823603d5-1aba-4713-82ea-6c1330e43a83 admin admin] Publish callbacks [] for security_group (af874c96-07bb-415f-96a4-8572c3330cb3), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:38.406746 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-823603d5-1aba-4713-82ea-6c1330e43a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (af874c96-07bb-415f-96a4-8572c3330cb3), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:38.409510 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-823603d5-1aba-4713-82ea-6c1330e43a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:38:38.410821 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-823603d5-1aba-4713-82ea-6c1330e43a83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af874c96-07bb-415f-96a4-8572c3330cb3 HTTP/1.1" status: 204 len: 168 time: 0.1529553 Jan 17 00:38:38.418928 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823603d5-1aba-4713-82ea-6c1330e43a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af874c96-07bb-415f-96a4-8572c3330cb3,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:38:38.432965 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10ddd177-152d-4f35-ba94-fc5beb94b128 req-5a680a42-1fdc-4e1f-baa5-e9487a5ba2d6 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053827 Jan 17 00:38:48.494148 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9ef6a-1d5f-430d-8eb0-c439473a3e70 req-fa4e73b3-7b20-41cf-9a13-357ed2ab5956 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:48.495883 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-60e9ef6a-1d5f-430d-8eb0-c439473a3e70 req-fa4e73b3-7b20-41cf-9a13-357ed2ab5956 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0557215 Jan 17 00:38:48.547080 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-60e9ef6a-1d5f-430d-8eb0-c439473a3e70 req-ae3a0d9f-470c-4772-95e5-c8bcb0675d46 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452754 Jan 17 00:38:49.184708 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:38:49.671037 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6e982-d28c-4224-98bf-fdb5d82e79b7 req-15c319df-e7ed-486c-993a-c7f6a0a34b67 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:49.672537 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-51c6e982-d28c-4224-98bf-fdb5d82e79b7 req-15c319df-e7ed-486c-993a-c7f6a0a34b67 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0490813 Jan 17 00:38:49.719058 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-51c6e982-d28c-4224-98bf-fdb5d82e79b7 req-8f02a1ec-2bfd-47ce-94e7-4ad7ebe66bad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408115 Jan 17 00:38:50.846443 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25308c10-0820-4def-aa7f-add5e55bb27c req-ee3f1f03-e9e1-4a01-a7f2-5336293a5de0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:50.848633 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-25308c10-0820-4def-aa7f-add5e55bb27c req-ee3f1f03-e9e1-4a01-a7f2-5336293a5de0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0547202 Jan 17 00:38:50.894854 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-25308c10-0820-4def-aa7f-add5e55bb27c req-fd107578-035e-4b2c-ab4a-ce0a1f88876c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Jan 17 00:38:52.015862 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7af3e-e617-4129-81b5-38585bc57bbf req-891b2711-b319-4438-a0ae-47a65d91d841 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:52.017466 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f4a7af3e-e617-4129-81b5-38585bc57bbf req-891b2711-b319-4438-a0ae-47a65d91d841 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0499873 Jan 17 00:38:52.063644 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f4a7af3e-e617-4129-81b5-38585bc57bbf req-3f41d447-313f-49c7-937a-b324b2b2573e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405653 Jan 17 00:38:53.181631 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2aaaf-dab8-4dcc-943e-955ba7e34546 req-924eb25a-b932-45a8-b886-816451db53cd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:53.183169 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dfb2aaaf-dab8-4dcc-943e-955ba7e34546 req-924eb25a-b932-45a8-b886-816451db53cd tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0475051 Jan 17 00:38:53.234670 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dfb2aaaf-dab8-4dcc-943e-955ba7e34546 req-3341394e-4539-4f3d-bd4d-9f15a94e9d80 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459051 Jan 17 00:38:54.361130 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dae760-8414-4c54-9ae1-6f394c82c0a3 req-042e10f0-3055-4d5a-9dae-c16b0cff6b94 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:54.362694 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-99dae760-8414-4c54-9ae1-6f394c82c0a3 req-042e10f0-3055-4d5a-9dae-c16b0cff6b94 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0514209 Jan 17 00:38:54.417349 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-99dae760-8414-4c54-9ae1-6f394c82c0a3 req-f8b81707-b541-4fa0-8a02-c062c0a83639 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 Jan 17 00:38:55.059231 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac3543-2c44-4ea7-826d-a19d2ca26ea6 req-1ff16f81-eefc-4dbf-a2e8-6877614ddd80 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:55.060705 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-beac3543-2c44-4ea7-826d-a19d2ca26ea6 req-1ff16f81-eefc-4dbf-a2e8-6877614ddd80 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.0529592 Jan 17 00:38:55.111047 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-beac3543-2c44-4ea7-826d-a19d2ca26ea6 req-0249d4d5-2f7e-4f56-b411-0e5c88d172b9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 Jan 17 00:38:55.541673 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f5a6-6312-4204-a236-964bed5a527c req-6aed48b2-ca01-4042-8302-98a48de7e2ab tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:55.543160 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7c7f5a6-6312-4204-a236-964bed5a527c req-6aed48b2-ca01-4042-8302-98a48de7e2ab tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0529518 Jan 17 00:38:55.593104 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7c7f5a6-6312-4204-a236-964bed5a527c req-edcecdd8-dbf5-49e6-baf2-3c51a0f6e41d tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Jan 17 00:38:56.230210 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba88a37-19f2-498e-a5ca-567eb4455f02 req-5f707866-da42-48a1-9f6c-7d7cba4b6ca3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:56.231731 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ba88a37-19f2-498e-a5ca-567eb4455f02 req-5f707866-da42-48a1-9f6c-7d7cba4b6ca3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.0511236 Jan 17 00:38:56.286049 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ba88a37-19f2-498e-a5ca-567eb4455f02 req-8b06d4a1-59a3-4976-812c-396c92035514 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485616 Jan 17 00:38:56.727236 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e7661-1223-4fcc-a111-c82375884bb2 req-89154fba-175a-417e-a961-1b2618b85863 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:56.729625 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492e7661-1223-4fcc-a111-c82375884bb2 req-89154fba-175a-417e-a961-1b2618b85863 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0611846 Jan 17 00:38:56.797165 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-492e7661-1223-4fcc-a111-c82375884bb2 req-a89bb7c0-f1d2-4106-82a9-0fb8559f48c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613329 Jan 17 00:38:57.407465 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a512-9014-4ab0-9fa1-40aa37993aeb req-4c0866b6-c54f-4e22-b306-fcbfbb25267e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:57.408990 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5bc2a512-9014-4ab0-9fa1-40aa37993aeb req-4c0866b6-c54f-4e22-b306-fcbfbb25267e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.0506945 Jan 17 00:38:57.459034 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5bc2a512-9014-4ab0-9fa1-40aa37993aeb req-36c2e395-131c-4b59-a2d9-34cc67550ea0 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Jan 17 00:38:57.925638 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c99fdc-079c-4f47-951c-3c7a1316f0e3 req-62eb439c-d945-4296-a783-ddc1cb7e90c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:57.927126 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10c99fdc-079c-4f47-951c-3c7a1316f0e3 req-62eb439c-d945-4296-a783-ddc1cb7e90c4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0497844 Jan 17 00:38:57.975671 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-10c99fdc-079c-4f47-951c-3c7a1316f0e3 req-47d579e2-20d6-407b-ae83-58c59992a501 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429397 Jan 17 00:38:58.578614 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec506f-7d29-4115-8645-2478ad1bb0d4 req-8415fa6a-e9eb-4df4-9f2c-783a5c821079 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:58.580210 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4aec506f-7d29-4115-8645-2478ad1bb0d4 req-8415fa6a-e9eb-4df4-9f2c-783a5c821079 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.0536852 Jan 17 00:38:58.632152 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4aec506f-7d29-4115-8645-2478ad1bb0d4 req-f863e50c-d533-486d-9cb0-b9701c00a714 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Jan 17 00:38:59.106777 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734adf4-ceb9-4e42-8870-f4cbcb48bdd8 req-077d3168-97d1-41e4-a9e9-1dec2b019800 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:59.108311 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a734adf4-ceb9-4e42-8870-f4cbcb48bdd8 req-077d3168-97d1-41e4-a9e9-1dec2b019800 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0538850 Jan 17 00:38:59.157548 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a734adf4-ceb9-4e42-8870-f4cbcb48bdd8 req-7206f3fc-aaf7-4c6d-9070-dcbd235f5c56 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429227 Jan 17 00:38:59.750922 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cebdd9-0613-4e3d-b1e5-4852410ce1b4 req-39b6d1f6-132b-4bc7-be01-51201621e559 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:38:59.752496 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a4cebdd9-0613-4e3d-b1e5-4852410ce1b4 req-39b6d1f6-132b-4bc7-be01-51201621e559 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.0542302 Jan 17 00:38:59.804722 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a4cebdd9-0613-4e3d-b1e5-4852410ce1b4 req-a0dfe10e-1a16-4087-9177-7989baf8b4df tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444813 Jan 17 00:39:00.277549 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a416ff5-d07c-4a9c-803e-30e5475dcdda req-2894ff73-64f6-484b-b346-6bd39a97df91 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:00.279032 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7a416ff5-d07c-4a9c-803e-30e5475dcdda req-2894ff73-64f6-484b-b346-6bd39a97df91 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0492792 Jan 17 00:39:00.326385 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7a416ff5-d07c-4a9c-803e-30e5475dcdda req-1a97305b-02d3-4e47-9f0c-c55201732614 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402021 Jan 17 00:39:00.820513 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 04846cfd-5b6f-4b73-ba68-f56f4d5c058c no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:39:00.874907 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-615fc82f-28a4-44a6-bfa8-c53acf504a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:00.911779 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c is: ACTIVE; New status is: DOWN {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:00.912181 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:00.920297 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceb43e-f562-4c58-98b6-fa8df5caf9df req-d4e036e9-2388-4248-a448-6ff71cc5823e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:00.921759 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0cceb43e-f562-4c58-98b6-fa8df5caf9df req-d4e036e9-2388-4248-a448-6ff71cc5823e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 946 time: 0.0498068 Jan 17 00:39:00.938525 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:00.941985 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2ea04-392f-41f9-9ebd-74e1ba8e571e" -d '{"events": [{"server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "name": "network-vif-unplugged", "status": "completed", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:00.955001 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:00.960701 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:00.978690 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0cceb43e-f562-4c58-98b6-fa8df5caf9df req-ff473238-fcb5-47d1-bd02-d1e19204c6d7 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513709 Jan 17 00:39:01.015087 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,revision_number=6']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:01.024571 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.025581 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.025797 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.026232 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.034548 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.034942 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.035325 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.035671 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.036010 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.036348 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.036680 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.037013 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.037339 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:01.113697 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e40aa18-ff06-48f1-8acc-2a49e830f1fd x-openstack-request-id: req-7e40aa18-ff06-48f1-8acc-2a49e830f1fd {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:01.113981 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "name": "network-vif-unplugged", "status": "completed", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:01.114231 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e40aa18-ff06-48f1-8acc-2a49e830f1fd {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:01.114622 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'code': 200} Jan 17 00:39:01.443979 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09787e3-9443-44ec-8460-fb815dec7105 req-d8af3c8e-d803-485d-9a34-b171c9345e92 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:01.445433 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a09787e3-9443-44ec-8460-fb815dec7105 req-d8af3c8e-d803-485d-9a34-b171c9345e92 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0477350 Jan 17 00:39:01.491082 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a09787e3-9443-44ec-8460-fb815dec7105 req-1f7cb137-aa9c-4b4d-9e4d-b04fbedc8010 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401819 Jan 17 00:39:02.099061 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752d07a-053f-4472-b377-89726fa8682f req-06349769-a38a-405b-bbd5-ba9d9b1a5bb8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:02.100586 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c752d07a-053f-4472-b377-89726fa8682f req-06349769-a38a-405b-bbd5-ba9d9b1a5bb8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0485678 Jan 17 00:39:02.151051 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c752d07a-053f-4472-b377-89726fa8682f req-8415fd73-0b97-40af-b75b-6868622e7e1f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448568 Jan 17 00:39:02.611696 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b63ba-da34-4850-99a4-5f42fe7b5edc req-fedbb44e-0d29-4cfc-a08c-b08093ed13a2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:02.613963 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f54b63ba-da34-4850-99a4-5f42fe7b5edc req-fedbb44e-0d29-4cfc-a08c-b08093ed13a2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0526094 Jan 17 00:39:02.662460 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f54b63ba-da34-4850-99a4-5f42fe7b5edc req-549026f1-c5a6-4069-b41a-b0f1cd56f652 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Jan 17 00:39:03.173274 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-82b3775e-9d66-4fce-82e4-8bdfbb3cb4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:03.264183 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0aabd-882a-451b-86a9-415d7c49c5de req-ea60c585-6a8a-48e4-bd60-b8028fc86a36 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:03.265658 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7fe0aabd-882a-451b-86a9-415d7c49c5de req-ea60c585-6a8a-48e4-bd60-b8028fc86a36 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0488176 Jan 17 00:39:03.314115 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7fe0aabd-882a-451b-86a9-415d7c49c5de req-f8b4a95f-46d0-475f-839a-5814b318b3f9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423100 Jan 17 00:39:03.783737 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3145efa-b634-459e-8d3d-c8771baf4531 req-c1e50771-0edb-4f08-872a-0ab9eb7932de tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:03.785223 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d3145efa-b634-459e-8d3d-c8771baf4531 req-c1e50771-0edb-4f08-872a-0ab9eb7932de tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0517313 Jan 17 00:39:03.838903 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d3145efa-b634-459e-8d3d-c8771baf4531 req-4ed2a58e-3729-4084-a125-abd077030983 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480304 Jan 17 00:39:04.426579 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcf9e6-f6e3-4a62-a970-d7cd10e05f65 req-721f8b09-bdf7-4932-ab0c-ae7e69587c0a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:04.428048 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-17bcf9e6-f6e3-4a62-a970-d7cd10e05f65 req-721f8b09-bdf7-4932-ab0c-ae7e69587c0a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0473361 Jan 17 00:39:04.478055 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-17bcf9e6-f6e3-4a62-a970-d7cd10e05f65 req-88614e0a-c366-4680-85c3-a100d99ab4ab tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445187 Jan 17 00:39:04.860151 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:04.956332 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03848a9b-3d47-48d2-864e-5884a0c91e40 req-fd73f8e4-a699-40ca-84a4-7107c752a7e5 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:04.958374 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-03848a9b-3d47-48d2-864e-5884a0c91e40 req-fd73f8e4-a699-40ca-84a4-7107c752a7e5 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0481563 Jan 17 00:39:05.003147 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-03848a9b-3d47-48d2-864e-5884a0c91e40 req-8fc35809-e2ef-4d5c-93f5-083252758700 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392878 Jan 17 00:39:05.130194 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:05.594487 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c699e-c697-4557-9e93-f776c0354041 req-a25feca9-07d2-43e8-88e6-cd7da7120aa8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:05.595975 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-044c699e-c697-4557-9e93-f776c0354041 req-a25feca9-07d2-43e8-88e6-cd7da7120aa8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0517123 Jan 17 00:39:05.643663 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-044c699e-c697-4557-9e93-f776c0354041 req-2cf9a46b-4173-41a6-89ed-f47c8fe4c97c tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420144 Jan 17 00:39:06.126854 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e5831-3b46-4c6e-99f8-c84d3c4eb1bc req-7bce82dd-8ed9-47bb-95b5-3a3cf040448e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:06.128362 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-041e5831-3b46-4c6e-99f8-c84d3c4eb1bc req-7bce82dd-8ed9-47bb-95b5-3a3cf040448e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0476427 Jan 17 00:39:06.175874 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-041e5831-3b46-4c6e-99f8-c84d3c4eb1bc req-85428f20-de78-4982-b58b-c259eab3d5b3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 Jan 17 00:39:06.757804 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:06.764804 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59f105-8ccd-4304-a984-1fd06ad4ce39 req-cd4bc3c4-8d67-48e9-baec-34b7c5eb7b7f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:06.766315 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4c59f105-8ccd-4304-a984-1fd06ad4ce39 req-cd4bc3c4-8d67-48e9-baec-34b7c5eb7b7f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0538509 Jan 17 00:39:07.087725 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4c59f105-8ccd-4304-a984-1fd06ad4ce39 req-ac9ef265-89c7-42e5-8b09-8aedd7a83a77 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148849 Jan 17 00:39:07.291935 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bad69-52f9-4f9e-9b9b-831eec654d0c req-5c93919f-7b70-4729-9d77-97560cfc07d8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:07.293311 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b51bad69-52f9-4f9e-9b9b-831eec654d0c req-5c93919f-7b70-4729-9d77-97560cfc07d8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0477717 Jan 17 00:39:07.329472 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:07.345229 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b51bad69-52f9-4f9e-9b9b-831eec654d0c req-91f32d1f-e876-4b8a-89cb-9a166248b803 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454383 Jan 17 00:39:08.203318 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81baaf-a1bb-4189-ade5-83520aec9860 req-15a769e8-f3d1-49e6-ac41-d441a647c47d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:08.204808 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ad81baaf-a1bb-4189-ade5-83520aec9860 req-15a769e8-f3d1-49e6-ac41-d441a647c47d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0487733 Jan 17 00:39:08.258185 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ad81baaf-a1bb-4189-ade5-83520aec9860 req-2970e915-27b4-4ff8-ad0e-790c31b8656b tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472550 Jan 17 00:39:08.465871 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d2127-076a-4668-8aaf-1459cddc45b1 req-a310006e-846b-4963-ad23-ca0767e4bda2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:08.467431 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-131d2127-076a-4668-8aaf-1459cddc45b1 req-a310006e-846b-4963-ad23-ca0767e4bda2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0489733 Jan 17 00:39:08.514426 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-131d2127-076a-4668-8aaf-1459cddc45b1 req-d56cd8ce-50eb-41dd-84ca-ebd7920b0d46 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408165 Jan 17 00:39:09.370108 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37de8d-2551-4642-b840-cffbc22d6519 req-cd093d19-d811-4b55-a58b-f00f627915e9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:09.371609 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1e37de8d-2551-4642-b840-cffbc22d6519 req-cd093d19-d811-4b55-a58b-f00f627915e9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0474241 Jan 17 00:39:09.421348 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1e37de8d-2551-4642-b840-cffbc22d6519 req-ec51f2fe-43dd-4cba-a73a-9bd1327db50f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427046 Jan 17 00:39:09.531373 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-b4e8cfcd-493d-4b09-8b86-765de0d46e62 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:09.532833 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-b4e8cfcd-493d-4b09-8b86-765de0d46e62 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 944 time: 0.0510640 Jan 17 00:39:09.673598 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00af213-64bf-45fb-bbbf-2c8310464ac5 req-32b4807e-3941-4996-8633-35a3ce7c5e62 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:09.675101 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c00af213-64bf-45fb-bbbf-2c8310464ac5 req-32b4807e-3941-4996-8633-35a3ce7c5e62 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0872409 Jan 17 00:39:09.716482 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Deleting port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:39:09.716820 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:09.773435 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c00af213-64bf-45fb-bbbf-2c8310464ac5 req-5a0c343d-f7bc-4eb3-b562-85d27b14cc57 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914567 Jan 17 00:39:09.824973 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] For port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:09.825259 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:10.018739 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:10.019117 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:10.019473 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Floating IP e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8 disassociated. External IP: 172.27.3.73, port: 04846cfd-5b6f-4b73-ba68-f56f4d5c058c. Jan 17 00:39:10.019823 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Calling delete_port for 04846cfd-5b6f-4b73-ba68-f56f4d5c058c owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:39:10.159058 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (04846cfd-5b6f-4b73-ba68-f56f4d5c058c), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:10.201782 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event deleted for resources: {'Port': ['ID=04846cfd-5b6f-4b73-ba68-f56f4d5c058c,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:10.212748 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.213120 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.213457 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.213805 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.214169 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.214504 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.214837 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.215183 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.216254 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.216254 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.216595 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.216923 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.217304 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:10.327144 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Router 58a8b86a-40de-48d1-8043-523d98f4c4e0 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:39:10.455861 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:39:10.478494 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] Sync routers for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:39:10.499034 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:39:10.502090 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:39:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:10.517391 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] No DVR routers for this DVR port 04846cfd-5b6f-4b73-ba68-f56f4d5c058c on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:39:10.546995 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e50550d3-3d60-422d-bd63-497d6cc78ace req-fb4c4b0f-9294-4357-a597-e7e0bb130ca9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.0311151 Jan 17 00:39:10.552334 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:10.552334 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1199ecba-a581-49f1-ac9c-9ca3cc87200e req-d56473e6-2fa8-4383-b9b0-c377666926db tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "DELETE /v2.0/ports/04846cfd-5b6f-4b73-ba68-f56f4d5c058c HTTP/1.1" status: 204 len: 173 time: 0.9922826 Jan 17 00:39:10.552334 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'name': 'network-vif-deleted', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:10.554348 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3cfdf7-9e47-44dd-9482-1e1ee16515e6" -d '{"events": [{"server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "name": "network-vif-deleted", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:10.742536 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67d7ab8-aa15-40aa-a066-0a2b07d56b44 x-openstack-request-id: req-c67d7ab8-aa15-40aa-a066-0a2b07d56b44 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:10.743803 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615ac63a-1dae-4d03-a99e-05ccea11219b", "name": "network-vif-deleted", "tag": "04846cfd-5b6f-4b73-ba68-f56f4d5c058c", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:10.744123 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c67d7ab8-aa15-40aa-a066-0a2b07d56b44 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:10.744794 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615ac63a-1dae-4d03-a99e-05ccea11219b', 'name': 'network-vif-deleted', 'tag': '04846cfd-5b6f-4b73-ba68-f56f4d5c058c', 'status': 'completed', 'code': 200} Jan 17 00:39:10.865577 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:39:10.950787 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da21036-51cb-4972-a19f-21973c0268d5 req-dccf356e-2255-4b7e-8ede-17e57982b6b4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:10.952354 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0da21036-51cb-4972-a19f-21973c0268d5 req-dccf356e-2255-4b7e-8ede-17e57982b6b4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0552835 Jan 17 00:39:11.012981 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0da21036-51cb-4972-a19f-21973c0268d5 req-69f791cc-4f15-47b6-a3bf-062f21c443f3 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536151 Jan 17 00:39:11.105088 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:11.138517 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] Checking router: 58a8b86a-40de-48d1-8043-523d98f4c4e0 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:39:11.148701 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:39:11.149319 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:39:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:11.260139 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:39:11.471937 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:11.502334 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68445228-c004-44ed-85df-6a1c66b53f0a None None] The sync data for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi is: [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:39:11.702866 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c039c681-0a23-4590-92d4-2fe94f120047 req-7cb3124e-ed72-4c0b-aad5-718e9fafcf9b tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=615ac63a-1dae-4d03-a99e-05ccea11219b HTTP/1.1" status: 200 len: 210 time: 0.0349412 Jan 17 00:39:11.796089 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e56566b-9fff-4efd-a09c-205597097d66 None None] New status for floating IP e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8: DOWN {{(pid=109115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:39:12.151971 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af064713-ffd8-4e99-a887-6c33979db88f req-57ba9ff0-34f0-4b66-a8b6-10ebad1f828e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:12.153476 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-af064713-ffd8-4e99-a887-6c33979db88f req-57ba9ff0-34f0-4b66-a8b6-10ebad1f828e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0541055 Jan 17 00:39:12.202461 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-af064713-ffd8-4e99-a887-6c33979db88f req-833df2ac-7c40-4480-8c70-99a7b3fd186e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429237 Jan 17 00:39:12.880578 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:39:12.989457 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-f9be2d3d-e36d-4d63-9e1e-06f96f6a6f2d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360518054&fields=id&tenant_id=b58b411178c84683afd99302a7ccf934 HTTP/1.1" status: 200 len: 267 time: 0.0654202 Jan 17 00:39:13.000464 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:13.014342 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'port_id': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'mac_address': 'fa:16:3e:c3:70:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:39:13.064180 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 5cf80a15-2d71-4f79-9744-bff00fe45f1e is: ACTIVE; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:13.064439 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:13.084633 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cf80a15-2d71-4f79-9744-bff00fe45f1e {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:39:13.118326 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-4523fa08-9cf1-4a7a-ac20-ba54bca45fb0 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:13.120865 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:13.132988 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-4523fa08-9cf1-4a7a-ac20-ba54bca45fb0 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 812 time: 0.1219051 Jan 17 00:39:13.147621 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:13.148339 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-999532ae-6704-4de9-a029-c635489e4c37 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/quotas/b58b411178c84683afd99302a7ccf934 HTTP/1.1" status: 200 len: 375 time: 0.0143838 Jan 17 00:39:13.242364 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=6']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:13.259585 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-2f1a154d-ae03-48ff-930f-291279216a62 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928988 Jan 17 00:39:13.315339 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['5cf80a15-2d71-4f79-9744-bff00fe45f1e'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:39:13.384809 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53441ce-2096-47e5-9c7a-ee2db4bd699a req-d45d3db6-1c53-44f9-b849-67166b840468 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:13.391722 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c53441ce-2096-47e5-9c7a-ee2db4bd699a req-d45d3db6-1c53-44f9-b849-67166b840468 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 944 time: 0.0650921 Jan 17 00:39:13.501690 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c53441ce-2096-47e5-9c7a-ee2db4bd699a req-ce9b190d-ac71-4700-bae8-6951288daa76 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042075 Jan 17 00:39:13.558830 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-458bf385-af12-4993-8e00-4667d324e9be service neutron] 10.222.0.24 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902544 Jan 17 00:39:13.680634 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-41c68f7b-7324-4034-b8fc-570db5c42a20 service neutron] 10.222.0.24 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137719 Jan 17 00:39:14.024754 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-275b8a1e-0fb4-496d-97f0-309e080052ab req-52fddb90-7176-4358-847c-05317497f92f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 210 time: 0.0384960 Jan 17 00:39:14.665259 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c688f6c-d684-4bbf-9946-d3da6123d5fc req-4e6fffe7-9f80-4f11-9017-8cc34eb9443f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:14.667152 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5c688f6c-d684-4bbf-9946-d3da6123d5fc req-4e6fffe7-9f80-4f11-9017-8cc34eb9443f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 944 time: 0.0729740 Jan 17 00:39:14.742263 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5c688f6c-d684-4bbf-9946-d3da6123d5fc req-ed5729c3-fa51-47cb-bea8-23c72b51a90f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681815 Jan 17 00:39:14.886387 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:39:14.946909 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 5cf80a15-2d71-4f79-9744-bff00fe45f1e triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:39:14.947455 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:15.047654 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 5cf80a15-2d71-4f79-9744-bff00fe45f1e is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:15.048059 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:15.079651 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:15.083346 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc40e0a2-fc79-48cd-af91-bafd06a709b6" -d '{"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:15.105354 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:15.111976 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:15.172113 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67d0d35-0171-4821-a6a6-e9c11dbff660 x-openstack-request-id: req-c67d0d35-0171-4821-a6a6-e9c11dbff660 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:15.172430 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:15.172926 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c67d0d35-0171-4821-a6a6-e9c11dbff660 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:15.173379 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'code': 200} Jan 17 00:39:15.188490 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5ea633e5-2873-4ea8-a29b-d3f106d95905 req-066f3826-44e6-41f4-822c-aa1f499d5683 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 210 time: 0.0561986 Jan 17 00:39:15.208295 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=7']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:15.385049 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-b8ad654e-631c-4d21-963c-42c937f75733 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:15.386862 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-b8ad654e-631c-4d21-963c-42c937f75733 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 812 time: 0.1248775 Jan 17 00:39:15.484011 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8cee1bb7-2c25-4a68-87f6-5f242619a36e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b58b411178c84683afd99302a7ccf934 HTTP/1.1" status: 200 len: 380 time: 0.0739849 Jan 17 00:39:15.493704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'port': {'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'admin_state_up': True, 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'security_groups': ['e698c223-710b-42eb-8cef-039508fe5500']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:39:15.640099 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Made reservation on behalf of b58b411178c84683afd99302a7ccf934 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:39:15.644562 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:15.876207 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Allocated IP 172.20.0.7 (22a6ac7b-ff36-4949-abee-1db43c495051/da2d6b51-8a0d-499f-9530-dba2d7d2a443/b60a6cd0-e08b-4b39-90c1-383a28b7ff0d) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:39:15.886979 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 42972) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:15.986169 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7fe75-e6a5-42f0-8295-61e0018adbb4 req-b1d398b8-78ad-44c3-b4d8-5bcfed5db12b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:15.997739 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f9d7fe75-e6a5-42f0-8295-61e0018adbb4 req-b1d398b8-78ad-44c3-b4d8-5bcfed5db12b tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.1133368 Jan 17 00:39:16.099269 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-db68aa17-8056-4df7-aeae-3d69d7c2af33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.155479 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f9d7fe75-e6a5-42f0-8295-61e0018adbb4 req-f9f52369-0a7c-4051-aacf-dfe2961e9db6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574075 Jan 17 00:39:16.224566 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.314409 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-db68aa17-8056-4df7-aeae-3d69d7c2af33 admin admin] Publish callbacks [] for security_group (673ad993-3537-4bd1-85e2-ac253beb2556), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.334314 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dce54da3-274b-4920-b2fb-79593143b30e req-ebf9667b-ae7f-40b1-817a-39e416cc6796 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 210 time: 0.0566616 Jan 17 00:39:16.335010 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-db68aa17-8056-4df7-aeae-3d69d7c2af33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (673ad993-3537-4bd1-85e2-ac253beb2556), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.354402 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.416069 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-db68aa17-8056-4df7-aeae-3d69d7c2af33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4de1c04b17f345518fcbc2dab6f137a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5278077 Jan 17 00:39:16.418731 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 42984) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:16.421047 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68aa17-8056-4df7-aeae-3d69d7c2af33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673ad993-3537-4bd1-85e2-ac253beb2556,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:16.438675 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Network 22a6ac7b-ff36-4949-abee-1db43c495051 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:39:16.444412 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:39:16.458495 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:39:16.484771 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'Port': ['ID=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:16.522995 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:16.523675 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.542636 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7adddd19-5999-49aa-9f07-c1fdfa289175 admin admin] Publish callbacks [] for security_group (673ad993-3537-4bd1-85e2-ac253beb2556), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.560357 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8b4e1f7c-0b98-40c2-ba0a-b83c875910c3 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0702868 Jan 17 00:39:16.575456 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7adddd19-5999-49aa-9f07-c1fdfa289175 admin admin] Publish callbacks [] for security_group (673ad993-3537-4bd1-85e2-ac253beb2556), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.598670 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Request body: {'port': {'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:39:16.652387 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7adddd19-5999-49aa-9f07-c1fdfa289175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (673ad993-3537-4bd1-85e2-ac253beb2556), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.656331 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-7adddd19-5999-49aa-9f07-c1fdfa289175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.660537 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-7adddd19-5999-49aa-9f07-c1fdfa289175 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/673ad993-3537-4bd1-85e2-ac253beb2556 HTTP/1.1" status: 204 len: 168 time: 0.2393889 Jan 17 00:39:16.674298 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adddd19-5999-49aa-9f07-c1fdfa289175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ad993-3537-4bd1-85e2-ac253beb2556,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:16.735187 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:16.905825 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-b846b1a0-711d-41c1-8fc9-dc60d672c160 None None] Provisioning complete for port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:39:16.906695 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b846b1a0-711d-41c1-8fc9-dc60d672c160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:17.090721 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-b846b1a0-711d-41c1-8fc9-dc60d672c160 None None] Port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:39:17.230110 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60a6cd0-e08b-4b39-90c1-383a28b7ff0d {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:39:17.244144 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Publish callbacks [] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:17.273074 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Transition to ACTIVE for port object b60a6cd0-e08b-4b39-90c1-383a28b7ff0d will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:39:17.294259 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:17.368751 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:17.382299 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9b5c1-c700-4d45-8ee1-4d5ab548083f req-2a424212-0f7f-4035-9cc7-04d237a11d92 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:17.383784 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cbd9b5c1-c700-4d45-8ee1-4d5ab548083f req-2a424212-0f7f-4035-9cc7-04d237a11d92 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.1268711 Jan 17 00:39:17.563859 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cbd9b5c1-c700-4d45-8ee1-4d5ab548083f req-579919ef-dac0-443d-aaa3-97d86ff61aaf tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549594 Jan 17 00:39:17.577386 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Attempting to bind port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:39:17.577964 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Attempting to bind port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:39:17.578535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Attempting to bind port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d on network 22a6ac7b-ff36-4949-abee-1db43c495051 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:39:17.606632 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df81896-74ec-415e-83b5-a01335d40bed req-d1f48536-db71-48de-b2e6-a8661e209c0a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:17.609384 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3df81896-74ec-415e-83b5-a01335d40bed req-d1f48536-db71-48de-b2e6-a8661e209c0a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 943 time: 0.1507576 Jan 17 00:39:17.610668 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d on network 22a6ac7b-ff36-4949-abee-1db43c495051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:39:17.611243 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Attempting to bind port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d on network 22a6ac7b-ff36-4949-abee-1db43c495051 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:39:17.628571 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:39:17.630407 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Checking segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:39:17.631152 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Bound using segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:39:17.631766 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Bound port: b60a6cd0-e08b-4b39-90c1-383a28b7ff0d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:39:17.632382 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:17.745145 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3df81896-74ec-415e-83b5-a01335d40bed req-c9b0a9df-3f70-4ac9-b568-065fd2c1d97f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249897 Jan 17 00:39:17.780751 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] For port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:39:17.784335 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] For port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:39:17.791779 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:17.876862 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:17.877653 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:17.879281 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] 10.222.0.15 "PUT /v2.0/ports/b60a6cd0-e08b-4b39-90c1-383a28b7ff0d HTTP/1.1" status: 200 len: 1093 time: 1.2943008 Jan 17 00:39:17.879749 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:17.882572 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40720c0-1314-48d1-9b81-a579454b263e" -d '{"events": [{"name": "network-changed", "server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:17.948746 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e5bb6-6b43-46e8-b26c-73d5a10168a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:18.029746 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540926b-04a4-475e-8d24-397d429c07bc x-openstack-request-id: req-a540926b-04a4-475e-8d24-397d429c07bc {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:18.030090 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:18.030276 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a540926b-04a4-475e-8d24-397d429c07bc {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:18.030699 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'status': 'completed', 'code': 200} Jan 17 00:39:18.051523 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-6e2ff8b5-09f8-4dc3-bf8f-abe42f519e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:18.053214 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-6e2ff8b5-09f8-4dc3-bf8f-abe42f519e81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 1096 time: 0.0937946 Jan 17 00:39:18.227651 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-f56dc84d-fb25-413a-b47f-5617a0bf707b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d HTTP/1.1" status: 200 len: 217 time: 0.0754304 Jan 17 00:39:18.295313 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda1c0c-5997-44c4-b3ae-a79315b8f814 req-f3c07393-07e7-4a21-b038-cec6e20aecf7 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:18.303297 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-edda1c0c-5997-44c4-b3ae-a79315b8f814 req-f3c07393-07e7-4a21-b038-cec6e20aecf7 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.2118523 Jan 17 00:39:18.342654 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-a4f43261-42cb-4c94-b1b1-3b58e50083fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:18.344585 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-a4f43261-42cb-4c94-b1b1-3b58e50083fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.1098688 Jan 17 00:39:18.405995 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-edda1c0c-5997-44c4-b3ae-a79315b8f814 req-f98b11db-e0fb-4860-ac84-b22adc22d3f0 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017618 Jan 17 00:39:18.424699 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-f9e05288-e5d0-4a9d-a7ed-ffd20f5537bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:18.435815 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-f9e05288-e5d0-4a9d-a7ed-ffd20f5537bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652778 Jan 17 00:39:18.564778 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-69946b6e-c734-4bba-97fc-2c9a2f6be34f service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297193 Jan 17 00:39:18.699964 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a9168cc-e1a0-4fa2-a51e-a33b51a329ad req-8a1593e8-a33a-4f52-9b88-25f8842006b7 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289215 Jan 17 00:39:18.800046 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644495e-f55b-4308-b83e-217b3d31d8b6 req-ceffe54d-f0fc-4067-aba1-187b43f9d724 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:18.803831 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b644495e-f55b-4308-b83e-217b3d31d8b6 req-ceffe54d-f0fc-4067-aba1-187b43f9d724 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0906124 Jan 17 00:39:19.044363 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146699d-c8cc-426d-9b51-d0a8b561458e req-819d7140-ee51-4444-856a-7ebc7fd92d0f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:19.063032 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9146699d-c8cc-426d-9b51-d0a8b561458e req-819d7140-ee51-4444-856a-7ebc7fd92d0f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 943 time: 0.2205925 Jan 17 00:39:19.072620 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40720c0-1314-48d1-9b81-a579454b263e req-d3cfbcf9-e3f3-490d-a82b-a130e38f4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:19.076136 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b40720c0-1314-48d1-9b81-a579454b263e req-d3cfbcf9-e3f3-490d-a82b-a130e38f4b43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 1096 time: 0.2705419 Jan 17 00:39:19.126331 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b644495e-f55b-4308-b83e-217b3d31d8b6 req-9ccd6089-c107-43d7-85ed-a1ea9bb2d42e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846935 Jan 17 00:39:19.253773 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9146699d-c8cc-426d-9b51-d0a8b561458e req-4fc138f4-573d-41e9-875a-9a7dc6c35de0 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754215 Jan 17 00:39:19.297115 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40720c0-1314-48d1-9b81-a579454b263e req-b9580103-e5c1-4a46-9d15-81cc0b016cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:19.298786 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b40720c0-1314-48d1-9b81-a579454b263e req-b9580103-e5c1-4a46-9d15-81cc0b016cca service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.2140291 Jan 17 00:39:19.365322 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b40720c0-1314-48d1-9b81-a579454b263e req-b303f90f-d206-4afd-ad62-d122b98f9266 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d HTTP/1.1" status: 200 len: 217 time: 0.0591636 Jan 17 00:39:19.431628 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40720c0-1314-48d1-9b81-a579454b263e req-02bcb1ca-dc28-4450-b76d-4d54c26fe830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:19.433226 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b40720c0-1314-48d1-9b81-a579454b263e req-02bcb1ca-dc28-4450-b76d-4d54c26fe830 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.0593441 Jan 17 00:39:19.530888 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40720c0-1314-48d1-9b81-a579454b263e req-336e79a6-6987-4fdf-813c-9f9305560b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:19.532748 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b40720c0-1314-48d1-9b81-a579454b263e req-336e79a6-6987-4fdf-813c-9f9305560b9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926754 Jan 17 00:39:19.637901 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f852ee-84b1-40d3-9be6-942bd4a76afb req-5148dd46-c7b2-45a6-bc1c-ac87a54ede37 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:19.639499 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e8f852ee-84b1-40d3-9be6-942bd4a76afb req-5148dd46-c7b2-45a6-bc1c-ac87a54ede37 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.1235273 Jan 17 00:39:19.792370 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b40720c0-1314-48d1-9b81-a579454b263e req-0fd61186-68da-4d2d-9800-dd2a9e5c48ae service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408271 Jan 17 00:39:19.812104 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e8f852ee-84b1-40d3-9be6-942bd4a76afb req-e911b631-cdf3-4cb6-894e-ac1de545f23c tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507530 Jan 17 00:39:20.021827 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b40720c0-1314-48d1-9b81-a579454b263e req-04ce65c2-7b6c-41bb-9f12-51cd06ed7f9f service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055292 Jan 17 00:39:20.287116 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77895264-48f6-4695-b97f-cfc813f2a4e8 req-2db113a4-6a06-4661-85ba-c2f2b9c51bc1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:20.288700 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77895264-48f6-4695-b97f-cfc813f2a4e8 req-2db113a4-6a06-4661-85ba-c2f2b9c51bc1 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0563409 Jan 17 00:39:20.359323 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-77895264-48f6-4695-b97f-cfc813f2a4e8 req-f3c2e805-f538-45ea-81ce-454abf72c4d6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630963 Jan 17 00:39:20.465723 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318f783-c767-4ca3-b102-8e25fe45fbc9 req-206ecd7e-33d7-4248-87e8-42304b1dc12c tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:20.467396 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e318f783-c767-4ca3-b102-8e25fe45fbc9 req-206ecd7e-33d7-4248-87e8-42304b1dc12c tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 943 time: 0.0640354 Jan 17 00:39:20.536111 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e318f783-c767-4ca3-b102-8e25fe45fbc9 req-c06da64e-a45e-4385-ae12-3d963c1e812c tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612791 Jan 17 00:39:20.996708 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51696-da39-4ea3-b918-07d1a49fef11 req-0e195f32-6d79-4de1-b655-190f6c33f5be tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:20.998319 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dcb51696-da39-4ea3-b918-07d1a49fef11 req-0e195f32-6d79-4de1-b655-190f6c33f5be tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0699754 Jan 17 00:39:21.112535 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-dcb51696-da39-4ea3-b918-07d1a49fef11 req-720fa495-b0ed-49c1-bf87-048fbe9e88e4 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918055 Jan 17 00:39:21.585169 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08367c8b-20f9-4f60-9997-7cfcec04e9e1 req-b643ac85-2c12-40f0-a56f-b749a53bd6bf tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:21.586750 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-08367c8b-20f9-4f60-9997-7cfcec04e9e1 req-b643ac85-2c12-40f0-a56f-b749a53bd6bf tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0892873 Jan 17 00:39:21.685193 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-08367c8b-20f9-4f60-9997-7cfcec04e9e1 req-e711d1f0-3d6e-4d38-ab15-385f3ffdb8d6 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864630 Jan 17 00:39:21.892356 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b965de-8655-40be-9d7b-92691d3e0bf2 req-75d65030-aebf-4815-911a-96da8e8c7295 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:21.894566 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7b965de-8655-40be-9d7b-92691d3e0bf2 req-75d65030-aebf-4815-911a-96da8e8c7295 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 946 time: 0.0943344 Jan 17 00:39:21.902399 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d535db0-6fe5-41d3-afd2-ce36c1fd094d req-e26fbf04-72e7-40cb-bccf-143e4459b0df tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:21.903797 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0d535db0-6fe5-41d3-afd2-ce36c1fd094d req-e26fbf04-72e7-40cb-bccf-143e4459b0df tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 943 time: 0.1143858 Jan 17 00:39:22.009873 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7b965de-8655-40be-9d7b-92691d3e0bf2 req-e9cc9da6-a047-4b74-b213-51072a48b16e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050642 Jan 17 00:39:22.052033 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0d535db0-6fe5-41d3-afd2-ce36c1fd094d req-d4d05c54-0504-48de-8f70-761b9d00fd86 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267817 Jan 17 00:39:22.259233 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aede973-2d10-4782-b5a8-9da984c0e7ef req-588bf503-d97e-48fd-b92d-0a7209628a39 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:22.260849 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9aede973-2d10-4782-b5a8-9da984c0e7ef req-588bf503-d97e-48fd-b92d-0a7209628a39 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0582650 Jan 17 00:39:22.326538 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9aede973-2d10-4782-b5a8-9da984c0e7ef req-ef60073d-f34f-40ec-932c-025d721da035 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573361 Jan 17 00:39:22.869015 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fec092-63ed-435d-8042-5a7cba291d50 req-09dcae70-cd19-4eb7-83fb-07c7d04a4850 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:22.870908 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-72fec092-63ed-435d-8042-5a7cba291d50 req-09dcae70-cd19-4eb7-83fb-07c7d04a4850 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0707858 Jan 17 00:39:22.925229 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-72fec092-63ed-435d-8042-5a7cba291d50 req-b87c9bd6-e43b-41ee-aba2-304938b9733a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472069 Jan 17 00:39:23.194813 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a17a69-bac5-4388-9e5e-2481f7fbaad5 req-d93c0347-1cc6-425b-a181-d717fd8313b3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:23.196423 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-68a17a69-bac5-4388-9e5e-2481f7fbaad5 req-d93c0347-1cc6-425b-a181-d717fd8313b3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 946 time: 0.0835547 Jan 17 00:39:23.290543 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22568675-380f-4f22-a9c9-dad806ed2603 req-af826949-dfe7-402b-9cd1-bff3f0aa3dee tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:23.292343 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-22568675-380f-4f22-a9c9-dad806ed2603 req-af826949-dfe7-402b-9cd1-bff3f0aa3dee tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 943 time: 0.1209791 Jan 17 00:39:23.313659 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-68a17a69-bac5-4388-9e5e-2481f7fbaad5 req-b712acd2-f65a-43b6-8f51-9de6c17bd4b8 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027629 Jan 17 00:39:23.378184 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-22568675-380f-4f22-a9c9-dad806ed2603 req-3b009087-5407-4874-ac9d-894e46c7bc8d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778773 Jan 17 00:39:23.479338 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea86fad-8ca8-4bff-816a-3140b63cf35f req-37acd73e-cc4f-4993-aa42-bfa12f96b32d tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:23.480910 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1ea86fad-8ca8-4bff-816a-3140b63cf35f req-37acd73e-cc4f-4993-aa42-bfa12f96b32d tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0625815 Jan 17 00:39:23.835509 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1ea86fad-8ca8-4bff-816a-3140b63cf35f req-4bf806b3-cf32-4e01-a5f8-1b5ccf65225a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441958 Jan 17 00:39:23.920597 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-f624e34b-9f6a-4b54-9a07-a4a7a1ac95c3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:23.922252 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-f624e34b-9f6a-4b54-9a07-a4a7a1ac95c3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 946 time: 0.0512075 Jan 17 00:39:24.070289 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Deleting port a041cb90-3b27-42a7-b490-42f49e70ec2f {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:39:24.070289 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:24.094343 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e433f88-e146-4cf4-b64e-131f1f6b6ab0 req-958bb09f-820d-4dcc-b267-e1ff1006cfe7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:24.096007 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7e433f88-e146-4cf4-b64e-131f1f6b6ab0 req-958bb09f-820d-4dcc-b267-e1ff1006cfe7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0737667 Jan 17 00:39:24.192531 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7e433f88-e146-4cf4-b64e-131f1f6b6ab0 req-d339b6ab-7214-4947-abfc-e04d88ad1333 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716729 Jan 17 00:39:24.207854 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] For port a041cb90-3b27-42a7-b490-42f49e70ec2f, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a041cb90-3b27-42a7-b490-42f49e70ec2f,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:24.208209 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:24.396777 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:24.397446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (bb69e514-ea48-4013-8b6e-3d918676c667), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:24.398365 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Floating IP bb69e514-ea48-4013-8b6e-3d918676c667 disassociated. External IP: 172.27.3.58, port: a041cb90-3b27-42a7-b490-42f49e70ec2f. Jan 17 00:39:24.399157 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Calling delete_port for a041cb90-3b27-42a7-b490-42f49e70ec2f owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:39:24.584143 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92055b9c-d8a4-4159-a37e-b288ed5b680f req-c4ffc845-a880-40f6-b2cf-a397513cff17 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:24.585660 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-92055b9c-d8a4-4159-a37e-b288ed5b680f req-c4ffc845-a880-40f6-b2cf-a397513cff17 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 946 time: 0.1789317 Jan 17 00:39:24.601844 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bde285-aca2-445e-a20e-cbcae8a8137f req-bbe020d5-99f5-4110-a13a-0d1937dc6f5f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:24.603449 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-22bde285-aca2-445e-a20e-cbcae8a8137f req-bbe020d5-99f5-4110-a13a-0d1937dc6f5f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 943 time: 0.1425216 Jan 17 00:39:24.745975 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-92055b9c-d8a4-4159-a37e-b288ed5b680f req-17109262-21d1-48aa-8366-f768bf511dc1 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups?id=e5cc8034-be59-4c56-8e07-1d4f33748325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543798 Jan 17 00:39:24.774444 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-22bde285-aca2-445e-a20e-cbcae8a8137f req-4d244c45-133e-4837-a9b0-2884554dd005 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562166 Jan 17 00:39:24.788694 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (a041cb90-3b27-42a7-b490-42f49e70ec2f), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:24.792879 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cbb13-54c5-4020-8334-403e6ad68375 req-472cdf2b-e2bc-464f-aff3-e579cf1d0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:24.802571 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-292cbb13-54c5-4020-8334-403e6ad68375 req-472cdf2b-e2bc-464f-aff3-e579cf1d0fda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 1098 time: 0.1397223 Jan 17 00:39:24.840694 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event deleted for resources: {'Port': ['ID=a041cb90-3b27-42a7-b490-42f49e70ec2f,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:25.045842 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cbb13-54c5-4020-8334-403e6ad68375 req-f1ce87c3-8718-41ce-9a88-cfd9a3e2eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:25.047410 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-292cbb13-54c5-4020-8334-403e6ad68375 req-f1ce87c3-8718-41ce-9a88-cfd9a3e2eaeb service neutron] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 917 time: 0.2345967 Jan 17 00:39:25.127246 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db684ab-9d97-4ec2-8818-0221299e3fae req-0da0ebf6-3694-4362-bd44-c52e3a648c44 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:25.129288 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5db684ab-9d97-4ec2-8818-0221299e3fae req-0da0ebf6-3694-4362-bd44-c52e3a648c44 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.1750021 Jan 17 00:39:25.133535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Router ddda0f15-ef37-4f47-9be0-19e002705718 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:39:25.166300 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-292cbb13-54c5-4020-8334-403e6ad68375 req-724d6d12-5493-40c5-a596-089a3a6354e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e HTTP/1.1" status: 200 len: 1001 time: 0.1087282 Jan 17 00:39:25.366398 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5db684ab-9d97-4ec2-8818-0221299e3fae req-2990c78c-789f-423b-95ef-f607c495cb51 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298031 Jan 17 00:39:25.411122 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cbb13-54c5-4020-8334-403e6ad68375 req-d7e93c54-8c04-4e02-9033-5af739735935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:25.412649 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-292cbb13-54c5-4020-8334-403e6ad68375 req-d7e93c54-8c04-4e02-9033-5af739735935 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.2369437 Jan 17 00:39:25.469481 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:39:25.482873 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] Sync routers for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:39:25.485784 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445f012-aec1-4578-96d7-998ae19ca00e req-bcc920dd-77bf-43a9-95d5-b26c4013536f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:25.487439 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8445f012-aec1-4578-96d7-998ae19ca00e req-bcc920dd-77bf-43a9-95d5-b26c4013536f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.1752336 Jan 17 00:39:25.497258 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:39:25.497918 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:39:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:25.549126 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] No DVR routers for this DVR port a041cb90-3b27-42a7-b490-42f49e70ec2f on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:39:25.552576 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:25.556854 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-62daa5db-5ab5-46ae-9186-95f404446f9e req-5ce616ae-61a5-4b44-9e91-5ef7e60f4577 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.15 "DELETE /v2.0/ports/a041cb90-3b27-42a7-b490-42f49e70ec2f HTTP/1.1" status: 204 len: 173 time: 1.6285684 Jan 17 00:39:25.559055 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cbb13-54c5-4020-8334-403e6ad68375 req-e28290a2-3414-4fd5-89d4-bbbe394ed01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:25.561226 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-292cbb13-54c5-4020-8334-403e6ad68375 req-e28290a2-3414-4fd5-89d4-bbbe394ed01e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1373832 Jan 17 00:39:25.563510 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8583e5-de7f-47de-ae01-2a487881e094', 'name': 'network-vif-deleted', 'tag': 'a041cb90-3b27-42a7-b490-42f49e70ec2f'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:25.566432 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef37f18-5efe-43f4-8ba3-649aad1df10e" -d '{"events": [{"server_uuid": "7a8583e5-de7f-47de-ae01-2a487881e094", "name": "network-vif-deleted", "tag": "a041cb90-3b27-42a7-b490-42f49e70ec2f"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:25.621338 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:39:25.650755 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f509447b-2993-4bf4-a151-5d5b407b834b x-openstack-request-id: req-f509447b-2993-4bf4-a151-5d5b407b834b {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:25.651136 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8583e5-de7f-47de-ae01-2a487881e094", "name": "network-vif-deleted", "tag": "a041cb90-3b27-42a7-b490-42f49e70ec2f", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:25.651336 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f509447b-2993-4bf4-a151-5d5b407b834b {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:25.651726 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8583e5-de7f-47de-ae01-2a487881e094', 'name': 'network-vif-deleted', 'tag': 'a041cb90-3b27-42a7-b490-42f49e70ec2f', 'status': 'completed', 'code': 200} Jan 17 00:39:25.664160 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8445f012-aec1-4578-96d7-998ae19ca00e req-7ae8fd41-fdb1-41e4-b506-fad67941c9c2 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509044 Jan 17 00:39:25.727271 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-292cbb13-54c5-4020-8334-403e6ad68375 req-96e6e693-c3c1-46d5-8b9d-c7543af24c7e service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523967 Jan 17 00:39:25.910458 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:25.941820 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] Checking router: ddda0f15-ef37-4f47-9be0-19e002705718 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:39:25.952638 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:39:25.953351 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:39:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:25.979053 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-583532cd-2740-4178-aefc-014fc8122f8a req-60a16212-11f7-4b35-a737-edd1544448ae tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a8583e5-de7f-47de-ae01-2a487881e094 HTTP/1.1" status: 200 len: 210 time: 0.0557065 Jan 17 00:39:25.982950 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-292cbb13-54c5-4020-8334-403e6ad68375 req-00cb1f4e-1265-4280-bc45-8020ed849831 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219968 Jan 17 00:39:26.013051 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9feb36e-92be-458f-a989-36de71bc139a req-106bf8e1-c37a-4f1b-995c-95fbeee94c81 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:26.015033 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9feb36e-92be-458f-a989-36de71bc139a req-106bf8e1-c37a-4f1b-995c-95fbeee94c81 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 943 time: 0.1290073 Jan 17 00:39:26.073042 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9feb36e-92be-458f-a989-36de71bc139a req-a5948ac5-0b8f-4abc-92b7-c08a8559e0f7 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513110 Jan 17 00:39:26.078052 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:39:26.183957 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:39:26.312681 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:26.341980 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e2931-0bf8-496d-8147-766df038c5d2 None None] The sync data for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi is: [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:32:37Z', 'revision_number': 4, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '83c96455-0b4d-4505-b19d-8e3420bff0ed', 'name': '', 'network_id': '22fb6404-5f10-4c0e-8046-52ecafb709e8', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'mac_address': 'fa:16:3e:5f:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:33Z', 'updated_at': '2022-01-17T00:32:43Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'subnets': [{'id': '36b636d4-597d-47bb-856e-19ae1f9f8825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:39:26.539340 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300a493-0ec5-4751-9807-0b5589c8b6ca req-99404738-7e5d-44b8-b29c-229cc7a3f1eb tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:26.542560 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6300a493-0ec5-4751-9807-0b5589c8b6ca req-99404738-7e5d-44b8-b29c-229cc7a3f1eb tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0840647 Jan 17 00:39:26.611895 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6300a493-0ec5-4751-9807-0b5589c8b6ca req-de89abf7-ff53-42b1-952c-735414bd1216 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624621 Jan 17 00:39:26.613426 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b7d29-4d6c-4153-b669-4cf7ee39c269 None None] New status for floating IP bb69e514-ea48-4013-8b6e-3d918676c667: DOWN {{(pid=109115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:39:26.808081 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6446f55-b6ea-491b-82c3-2e7f7d8336ec req-51134e81-ae69-4f94-899e-c8bd72d0e90f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:26.809721 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b6446f55-b6ea-491b-82c3-2e7f7d8336ec req-51134e81-ae69-4f94-899e-c8bd72d0e90f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0572343 Jan 17 00:39:26.869167 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b6446f55-b6ea-491b-82c3-2e7f7d8336ec req-352c6f51-4144-45c9-a3f4-85c220249a47 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509996 Jan 17 00:39:27.095679 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43102) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:27.160672 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5723a168-7ef9-428f-b2e1-1b22a2feed6e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (e5cc8034-be59-4c56-8e07-1d4f33748325), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.197948 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5723a168-7ef9-428f-b2e1-1b22a2feed6e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (e5cc8034-be59-4c56-8e07-1d4f33748325), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.269142 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfcf2d-523a-44dd-a3d9-a3bcdad1c206 req-48bc7652-e9c1-443e-9da7-d67e14e49205 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:27.270834 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-23cfcf2d-523a-44dd-a3d9-a3bcdad1c206 req-48bc7652-e9c1-443e-9da7-d67e14e49205 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 943 time: 0.0872869 Jan 17 00:39:27.297354 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5723a168-7ef9-428f-b2e1-1b22a2feed6e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e5cc8034-be59-4c56-8e07-1d4f33748325), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.299846 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5723a168-7ef9-428f-b2e1-1b22a2feed6e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.301636 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-5723a168-7ef9-428f-b2e1-1b22a2feed6e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "DELETE /v2.0/security-groups/e5cc8034-be59-4c56-8e07-1d4f33748325 HTTP/1.1" status: 204 len: 168 time: 0.2046142 Jan 17 00:39:27.305080 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43106) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:27.319827 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.api.v2.resource [None req-1e7a7e86-44f3-4656-9b60-d5f5510016a3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] show failed (client error): The resource could not be found. Jan 17 00:39:27.321535 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-1e7a7e86-44f3-4656-9b60-d5f5510016a3 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "GET /v2.0/security-groups/e5cc8034-be59-4c56-8e07-1d4f33748325 HTTP/1.1" status: 404 len: 347 time: 0.0154388 Jan 17 00:39:27.326912 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43108) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:27.328340 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723a168-7ef9-428f-b2e1-1b22a2feed6e tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cc8034-be59-4c56-8e07-1d4f33748325,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:27.350915 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-23cfcf2d-523a-44dd-a3d9-a3bcdad1c206 req-5593bc9c-976f-41e2-b3dd-d6e35c6e6881 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700526 Jan 17 00:39:27.550182 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Deleting port 6a2318f5-e613-4e33-8646-a22dc5750f99 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:39:27.551012 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (6a2318f5-e613-4e33-8646-a22dc5750f99), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.658614 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (6a2318f5-e613-4e33-8646-a22dc5750f99), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.658943 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (6a2318f5-e613-4e33-8646-a22dc5750f99), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.672776 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Calling delete_port for 6a2318f5-e613-4e33-8646-a22dc5750f99 owned by network:floatingip {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:39:27.741777 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a8812-6564-41c3-9ee7-ec5a5e6b9555 req-d1eb2706-4635-452c-82f5-fb8d186402f7 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:27.743385 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-197a8812-6564-41c3-9ee7-ec5a5e6b9555 req-d1eb2706-4635-452c-82f5-fb8d186402f7 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0540740 Jan 17 00:39:27.805444 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-197a8812-6564-41c3-9ee7-ec5a5e6b9555 req-71c23db7-96b6-40a6-8324-149a6151091a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537889 Jan 17 00:39:27.816392 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (6a2318f5-e613-4e33-8646-a22dc5750f99), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.844914 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Pushing event deleted for resources: {'Port': ['ID=6a2318f5-e613-4e33-8646-a22dc5750f99,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:27.933938 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks [] for floatingip (bb69e514-ea48-4013-8b6e-3d918676c667), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.936749 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:27.938051 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-3c0bac94-ebbf-4b87-a05e-1ed0764f8787 tempest-AttachVolumeTestJSON-1774456021 tempest-AttachVolumeTestJSON-1774456021-project] 10.222.0.24 "DELETE /v2.0/floatingips/bb69e514-ea48-4013-8b6e-3d918676c667 HTTP/1.1" status: 204 len: 168 time: 0.6091020 Jan 17 00:39:28.093081 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb78d7-a495-47c0-9abb-4dede2d5ecf0 req-6a525d10-8bdd-494d-b352-e755ccc27be7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:28.095989 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-becb78d7-a495-47c0-9abb-4dede2d5ecf0 req-6a525d10-8bdd-494d-b352-e755ccc27be7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0958292 Jan 17 00:39:28.175984 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-becb78d7-a495-47c0-9abb-4dede2d5ecf0 req-d31800a0-47de-4b10-a78b-c2c44f6ffcb0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706348 Jan 17 00:39:28.495699 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9ca6f-4334-4850-a449-53d758e8b2d3 req-7787ce64-5541-48ac-b644-de80a755862b tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:28.497269 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a9c9ca6f-4334-4850-a449-53d758e8b2d3 req-7787ce64-5541-48ac-b644-de80a755862b tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 943 time: 0.0585225 Jan 17 00:39:28.552584 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a9c9ca6f-4334-4850-a449-53d758e8b2d3 req-d63d422f-29bc-4f42-b06e-0bfff3523ee9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483077 Jan 17 00:39:28.922065 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505250a5-1427-4971-bb8d-9230c340ed04 req-9dc9bb6b-fec8-492d-ad8c-7e2c28f01ac1 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:28.922305 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device b60a6cd0-e08b-4b39-90c1-383a28b7ff0d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:39:28.923855 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-505250a5-1427-4971-bb8d-9230c340ed04 req-9dc9bb6b-fec8-492d-ad8c-7e2c28f01ac1 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0502000 Jan 17 00:39:28.933139 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device a041cb90-3b27-42a7-b490-42f49e70ec2f no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:39:28.964402 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: a041cb90-3b27-42a7-b490-42f49e70ec2f {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:39:28.964742 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device a041cb90-3b27-42a7-b490-42f49e70ec2f not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:39:28.965154 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:39:28.981439 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-505250a5-1427-4971-bb8d-9230c340ed04 req-40ea2949-9173-4133-9d7c-3a852a2edac4 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514584 Jan 17 00:39:29.242499 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:29.261085 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:39:29.262702 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 5cf80a15-2d71-4f79-9744-bff00fe45f1e is: ACTIVE; New status is: DOWN {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:29.263091 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:29.306108 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:29.308474 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4bd060-398c-463f-ba55-bb79bd63c9b4" -d '{"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:29.327570 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:29.335226 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:29.339771 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:29.340247 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:29.341492 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c59669-0d63-4cd3-8263-a4ce3cd8e2e5 req-db6d077b-dbc7-470d-8481-c867b131f259 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:29.344479 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-86c59669-0d63-4cd3-8263-a4ce3cd8e2e5 req-db6d077b-dbc7-470d-8481-c867b131f259 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 945 time: 0.0713279 Jan 17 00:39:29.369326 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c83b53-7727-4296-a078-eb13f6f16f55 x-openstack-request-id: req-91c83b53-7727-4296-a078-eb13f6f16f55 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:29.369599 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-unplugged", "status": "failed", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e", "code": 422}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:29.370055 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91c83b53-7727-4296-a078-eb13f6f16f55 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:29.370472 dv-cinder-815461-7-iscsi neutron-server[109114]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'code': 422} returned with failed status Jan 17 00:39:29.381380 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60a6cd0-e08b-4b39-90c1-383a28b7ff0d {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:39:29.395917 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-86c59669-0d63-4cd3-8263-a4ce3cd8e2e5 req-1bc30546-d172-404a-afe8-ab5fe0c094c5 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472281 Jan 17 00:39:29.420142 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:29.421465 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=8']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:29.424951 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:29.479768 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:29.674161 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740824b-9803-4181-b247-d40203b04810 req-6a20c3aa-481b-49f2-b4f7-6f958f43523d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:29.679786 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0740824b-9803-4181-b247-d40203b04810 req-6a20c3aa-481b-49f2-b4f7-6f958f43523d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 944 time: 0.0563633 Jan 17 00:39:29.729532 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0740824b-9803-4181-b247-d40203b04810 req-2babfb30-5772-4d7e-bf75-e948e4704447 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473270 Jan 17 00:39:29.791561 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['b60a6cd0-e08b-4b39-90c1-383a28b7ff0d'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:39:30.128120 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625b7eb-d47b-4c94-928f-cd77a344c08d req-fa0d17a9-d41a-49b5-b51c-18f7b4fa73d4 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:30.131172 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0625b7eb-d47b-4c94-928f-cd77a344c08d req-fa0d17a9-d41a-49b5-b51c-18f7b4fa73d4 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0686522 Jan 17 00:39:30.194837 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0625b7eb-d47b-4c94-928f-cd77a344c08d req-0c96e605-542c-4d0c-a094-6e47cf30dc99 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561905 Jan 17 00:39:30.303862 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [req-f24f71ee-b890-4bcf-819e-c0cd3f27c099 req-01707083-30e2-4fda-8f79-eddd92cd7ae3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:39:30.304914 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f24f71ee-b890-4bcf-819e-c0cd3f27c099 req-01707083-30e2-4fda-8f79-eddd92cd7ae3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059965 Jan 17 00:39:30.520938 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943d333-40f7-4d45-9166-de955f9fc2f3 req-0dbcf29f-ad5f-4925-bc1d-40af6165e74c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:30.522588 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2943d333-40f7-4d45-9166-de955f9fc2f3 req-0dbcf29f-ad5f-4925-bc1d-40af6165e74c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.0713410 Jan 17 00:39:30.575019 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2943d333-40f7-4d45-9166-de955f9fc2f3 req-8f3c3a3c-7999-4640-b978-ce19cef5fec8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462456 Jan 17 00:39:30.877163 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6af84-0677-49b5-9ce2-2dbb07ef5780 req-1d86af6f-236c-48b1-8ea6-6b6158199d44 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:30.877412 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-4256bf29-9569-4045-ab3c-5c204db20b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:30.879425 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1aa6af84-0677-49b5-9ce2-2dbb07ef5780 req-1d86af6f-236c-48b1-8ea6-6b6158199d44 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 944 time: 0.0623376 Jan 17 00:39:30.923443 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43192) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:30.941350 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1aa6af84-0677-49b5-9ce2-2dbb07ef5780 req-afc31c61-d937-4c1c-9220-9f2b942ebfa4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509813 Jan 17 00:39:30.945154 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device b60a6cd0-e08b-4b39-90c1-383a28b7ff0d up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:39:31.013216 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:39:31.016569 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-9e52b6d0-db80-437d-8f4a-1f63b153635f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914059 Jan 17 00:39:31.018694 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:39:31.019231 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:31.031150 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-0bcf1465-e166-485c-9cae-23d8dd84890a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109113) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:39:31.032259 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-0bcf1465-e166-485c-9cae-23d8dd84890a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054395 Jan 17 00:39:31.127839 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:31.128292 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:31.163965 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:31.168362 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:31.169348 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:39:31.255720 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:31.326401 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 5cf80a15-2d71-4f79-9744-bff00fe45f1e is: DOWN; New status is: DOWN {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:31.338806 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2690c-c5ca-42f5-aa1a-8f83d41b9fda req-dbdd8bf5-60f2-4c67-8500-0d0f1cfb116f tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:31.340502 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-84d2690c-c5ca-42f5-aa1a-8f83d41b9fda req-dbdd8bf5-60f2-4c67-8500-0d0f1cfb116f tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0595577 Jan 17 00:39:31.371240 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:31.373911 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863a9c02-5083-435d-8dd2-16e9ada1ab91" -d '{"events": [{"server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "name": "network-vif-plugged", "status": "completed", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:31.406692 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-84d2690c-c5ca-42f5-aa1a-8f83d41b9fda req-ce08642b-ea11-4e3d-8990-8a9c2a8867ae tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564349 Jan 17 00:39:31.414142 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d606461-19a5-41cd-9ac8-78b61fe8317c x-openstack-request-id: req-5d606461-19a5-41cd-9ac8-78b61fe8317c {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:31.414517 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "name": "network-vif-plugged", "status": "completed", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:31.414845 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d606461-19a5-41cd-9ac8-78b61fe8317c {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:31.415370 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'code': 200} Jan 17 00:39:31.604888 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43212) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:31.761065 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c981d-f3b4-49a0-9a34-5d5b360d35b6 req-44964deb-702f-4764-8a1d-469b9b23c2ec tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:31.762568 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd1c981d-f3b4-49a0-9a34-5d5b360d35b6 req-44964deb-702f-4764-8a1d-469b9b23c2ec tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.0947998 Jan 17 00:39:31.769161 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15905ba-a16a-4d63-8311-fdc420222a01 req-18afbaa8-7cc8-4d7f-88d0-922bb470da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:31.770672 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e15905ba-a16a-4d63-8311-fdc420222a01 req-18afbaa8-7cc8-4d7f-88d0-922bb470da7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 1098 time: 0.0854897 Jan 17 00:39:31.859464 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bd1c981d-f3b4-49a0-9a34-5d5b360d35b6 req-f901378f-fb86-49d1-97b8-3bb4f0a1c839 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866928 Jan 17 00:39:31.865116 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e15905ba-a16a-4d63-8311-fdc420222a01 req-d39b01d8-79a6-46b5-bf66-6eee09a5b665 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860951 Jan 17 00:39:32.085123 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869ce38-7e2d-4b94-a04c-c4d8a85d1818 req-191adbae-f5ee-47ab-9182-7ee68089394c tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:32.087407 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3869ce38-7e2d-4b94-a04c-c4d8a85d1818 req-191adbae-f5ee-47ab-9182-7ee68089394c tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 945 time: 0.0658016 Jan 17 00:39:32.162019 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3869ce38-7e2d-4b94-a04c-c4d8a85d1818 req-d306bca8-fcd0-47f8-a9e9-de236649757d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623236 Jan 17 00:39:32.272802 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877905'] for router_interface (ddda0f15-ef37-4f47-9be0-19e002705718), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:32.499853 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-d5b275b1-17ba-4918-bae7-b1416629b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:32.501512 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-d5b275b1-17ba-4918-bae7-b1416629b13d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d&tenant_id=8b2712d873674207a8abc2738a48850a HTTP/1.1" status: 200 len: 1096 time: 0.0608828 Jan 17 00:39:32.541176 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f7e58-b3dd-4335-a80c-990b1910f810 req-8b4eeef7-bf66-4cd7-88da-ff43ddc262e5 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:32.542792 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5e3f7e58-b3dd-4335-a80c-990b1910f810 req-8b4eeef7-bf66-4cd7-88da-ff43ddc262e5 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0562377 Jan 17 00:39:32.622564 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-7180b991-cd79-4d5c-b540-58b2c69c8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:32.624171 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-7180b991-cd79-4d5c-b540-58b2c69c8be7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b2712d873674207a8abc2738a48850a&device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 1096 time: 0.0804224 Jan 17 00:39:32.629056 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5e3f7e58-b3dd-4335-a80c-990b1910f810 req-280f548e-c2e1-4e14-833c-a8a020f6895e tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754154 Jan 17 00:39:32.738360 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-f2959b9c-7cac-40da-b468-26928e35a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:32.739820 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-f2959b9c-7cac-40da-b468-26928e35a31f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 200 len: 917 time: 0.1061964 Jan 17 00:39:32.756230 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Deleting port 83c96455-0b4d-4505-b19d-8e3420bff0ed {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:39:32.756564 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:32.807817 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-9c308900-c158-4799-9d4e-16f4510a17bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e HTTP/1.1" status: 200 len: 999 time: 0.0614595 Jan 17 00:39:32.839855 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] For port 83c96455-0b4d-4505-b19d-8e3420bff0ed, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=83c96455-0b4d-4505-b19d-8e3420bff0ed,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:32.840218 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:32.853035 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Calling delete_port for 83c96455-0b4d-4505-b19d-8e3420bff0ed owned by network:router_interface {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:39:32.934562 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-8fc62547-e1c6-433d-b3e7-46de500ef150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:32.936744 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-8fc62547-e1c6-433d-b3e7-46de500ef150 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 200 len: 855 time: 0.0487733 Jan 17 00:39:33.049571 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-d9965577-c3f9-40b9-8485-75896040c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:33.051744 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-d9965577-c3f9-40b9-8485-75896040c61b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f459bb8f-704d-426b-98b9-27a9a855a1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838325 Jan 17 00:39:33.060694 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d291f83-604d-4d53-b1e6-3995fa31d3e1 req-78dffdba-90e7-42b0-9026-e41bd349d8a4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:33.062244 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5d291f83-604d-4d53-b1e6-3995fa31d3e1 req-78dffdba-90e7-42b0-9026-e41bd349d8a4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.1051695 Jan 17 00:39:33.082970 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (83c96455-0b4d-4505-b19d-8e3420bff0ed), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:33.114591 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Pushing event deleted for resources: {'Port': ['ID=83c96455-0b4d-4505-b19d-8e3420bff0ed,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:33.192064 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-45cfeb82-b7ec-4508-b793-8e280d42b4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:33.198810 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5d291f83-604d-4d53-b1e6-3995fa31d3e1 req-ca3a2ab3-85a1-4c05-ae29-29c8f5bfba45 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267810 Jan 17 00:39:33.243086 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-c4cf82e5-d7ab-4ef1-b77f-e1dca738e946 service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644442 Jan 17 00:39:33.362516 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875457'] for router_interface (ddda0f15-ef37-4f47-9be0-19e002705718), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:33.427102 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0a1c5-8086-4a7f-97d8-798b42af3a0d req-1402e17d-8231-4069-8086-eb492dcbd649 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:33.428601 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cad0a1c5-8086-4a7f-97d8-798b42af3a0d req-1402e17d-8231-4069-8086-eb492dcbd649 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 945 time: 0.1647332 Jan 17 00:39:33.432134 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d99b37c6-47b6-442e-a4a1-1c428cb9a432 req-724a7f92-c0c8-4714-890c-a47bf835bb4f service neutron] 10.222.0.15 "GET /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757832 Jan 17 00:39:33.444939 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-65144b1b-5cfc-457a-bd27-3825cc94aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:33.446554 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-65144b1b-5cfc-457a-bd27-3825cc94aff5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26758062fce6425cae7332c5dc4a74a4&device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1098 time: 0.1052980 Jan 17 00:39:33.545576 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cad0a1c5-8086-4a7f-97d8-798b42af3a0d req-aea830b2-7fee-4b28-bf65-75b450cdbef2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112843 Jan 17 00:39:33.584219 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-55d79b7f-c577-4cff-8986-c2a2cae97c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:33.585696 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-55d79b7f-c577-4cff-8986-c2a2cae97c44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 200 len: 909 time: 0.1318491 Jan 17 00:39:33.720527 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Router ddda0f15-ef37-4f47-9be0-19e002705718 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:39:33.883054 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:39:33.891025 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-bb7dea17-817c-4af3-b111-d30a3b088afc admin admin] 10.222.0.24 "PUT /v2.0/routers/ddda0f15-ef37-4f47-9be0-19e002705718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2825501 Jan 17 00:39:33.891324 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43244) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:33.901415 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] Sync routers for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:39:33.912806 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:39:33.913718 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:39:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:34.037620 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks [] for router (ddda0f15-ef37-4f47-9be0-19e002705718), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:34.096323 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-1075374b-a8ba-4662-a9e2-14e6b581ff60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 200 len: 1000 time: 0.4844050 Jan 17 00:39:34.124794 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:39:34.196071 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-5e66c491-5118-4b7d-8fcf-59b48f20ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:34.197900 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-5e66c491-5118-4b7d-8fcf-59b48f20ddb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be HTTP/1.1" status: 200 len: 847 time: 0.0677588 Jan 17 00:39:34.211437 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a0ff7-2b36-4dd1-8a84-348c5cac9352 req-edf4238e-e7ba-4543-a654-c6a8135c3542 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:34.220890 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-205a0ff7-2b36-4dd1-8a84-348c5cac9352 req-edf4238e-e7ba-4543-a654-c6a8135c3542 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 945 time: 0.2253838 Jan 17 00:39:34.240389 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks [] for router_gateway (ddda0f15-ef37-4f47-9be0-19e002705718), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:34.348444 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2de96-bfad-450c-b1ae-8f87a06e3750 req-c7c83e5c-db35-4643-b8b1-e7abdef83a9a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:34.356708 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-37a2de96-bfad-450c-b1ae-8f87a06e3750 req-c7c83e5c-db35-4643-b8b1-e7abdef83a9a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.3623164 Jan 17 00:39:34.384699 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Deleting port faa2d6cc-6335-437d-b661-caf2c4437c93 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:39:34.385504 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:34.473044 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:39:33Z', 'revision_number': 5, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port': {'id': 'faa2d6cc-6335-437d-b661-caf2c4437c93', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:27Z', 'updated_at': '2022-01-17T00:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:34.534380 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] For port faa2d6cc-6335-437d-b661-caf2c4437c93, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=faa2d6cc-6335-437d-b661-caf2c4437c93,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:34.534380 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:34.546634 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] Checking router: ddda0f15-ef37-4f47-9be0-19e002705718 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:39:34.557696 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] Routers {'ddda0f15-ef37-4f47-9be0-19e002705718'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:39:34.558719 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:39:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['ddda0f15-ef37-4f47-9be0-19e002705718'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:34.562209 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Calling delete_port for faa2d6cc-6335-437d-b661-caf2c4437c93 owned by network:router_gateway {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:39:34.568052 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-6dc7ed28-2196-43b7-b211-daa78580879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:34.569887 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-6dc7ed28-2196-43b7-b211-daa78580879d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa39a57a-592f-414a-a20d-96015da6e1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3465798 Jan 17 00:39:34.574817 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-205a0ff7-2b36-4dd1-8a84-348c5cac9352 req-95b33e49-0098-4833-ad10-d7a3bbee4174 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530309 Jan 17 00:39:34.605341 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-37a2de96-bfad-450c-b1ae-8f87a06e3750 req-273a0c14-137d-458b-b3f0-0f561821f4e9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475696 Jan 17 00:39:34.643620 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43254) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:34.885358 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] Set router ddda0f15-ef37-4f47-9be0-19e002705718 gateway port host: None {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:39:34.957016 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca0066-5b0c-4112-bf80-6d3c19c2a2b6 tempest-TestVolumeBootPattern-1841827948 tempest-TestVolumeBootPattern-1841827948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:34.958640 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-cfca0066-5b0c-4112-bf80-6d3c19c2a2b6 tempest-TestVolumeBootPattern-1841827948 tempest-TestVolumeBootPattern-1841827948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 1093 time: 0.3122849 Jan 17 00:39:34.968941 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17342f-c9b4-4649-8f3a-e1a8a9d160ae req-e6a5eb9b-84a7-49d4-b775-05752fd7a829 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:34.976226 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-de17342f-c9b4-4649-8f3a-e1a8a9d160ae req-e6a5eb9b-84a7-49d4-b775-05752fd7a829 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.1383884 Jan 17 00:39:34.977223 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43256) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:34.985650 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'floatingip': {'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:39:34.986774 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-0d380f42-e3d5-4494-81cc-f0296bdec6e4 service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803923 Jan 17 00:39:34.993861 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (faa2d6cc-6335-437d-b661-caf2c4437c93), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.042543 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Pushing event deleted for resources: {'Port': ['ID=faa2d6cc-6335-437d-b661-caf2c4437c93,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:35.062013 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:39:34Z', 'revision_number': 6, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port_host': None}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:35.095880 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-de17342f-c9b4-4649-8f3a-e1a8a9d160ae req-cdf401dc-c075-43ab-98f2-e3e1a1d8c575 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186285 Jan 17 00:39:35.137667 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74424849-f0c9-45f9-8cfd-f1f1e440e8d4 None None] The sync data for ids ['ddda0f15-ef37-4f47-9be0-19e002705718'] in dv-cinder-815461-7-iscsi is: [{'id': 'ddda0f15-ef37-4f47-9be0-19e002705718', 'name': 'tempest-AttachVolumeTestJSON-1583545434-router', 'tenant_id': 'f9762fcecd21489b98111f1858e80326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:26Z', 'updated_at': '2022-01-17T00:39:34Z', 'revision_number': 6, 'project_id': 'f9762fcecd21489b98111f1858e80326', 'gw_port_host': None}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:39:35.153361 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.207612 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.211153 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3875947'] for router_gateway (ddda0f15-ef37-4f47-9be0-19e002705718), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.239992 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.376920 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-80245d3e-44da-4a5b-b07b-ec9a0457f82a req-70f7fc49-28fd-4c7e-9f3f-56ccb8c96fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471468 Jan 17 00:39:35.404339 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25086'] for router (ddda0f15-ef37-4f47-9be0-19e002705718), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.411300 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks [] for router_controller (ddda0f15-ef37-4f47-9be0-19e002705718), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.491002 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921399'] for router (ddda0f15-ef37-4f47-9be0-19e002705718), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.491803 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddda0f15-ef37-4f47-9be0-19e002705718 {{(pid=109113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 00:39:35.497447 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.498836 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-2069f640-5f06-4f01-9c49-a8da4fb1c77d admin admin] 10.222.0.24 "DELETE /v2.0/routers/ddda0f15-ef37-4f47-9be0-19e002705718 HTTP/1.1" status: 204 len: 168 time: 1.6065488 Jan 17 00:39:35.502381 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43258) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:35.565810 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.583092 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_v2 [None req-0041bb15-0d51-4e28-a8d2-4bb1f198adc8 admin admin] Deleting subnet 36b636d4-597d-47bb-856e-19ae1f9f8825 {{(pid=109112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:39:35.587398 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0041bb15-0d51-4e28-a8d2-4bb1f198adc8 admin admin] Publish callbacks [] for subnet (36b636d4-597d-47bb-856e-19ae1f9f8825), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.661819 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0041bb15-0d51-4e28-a8d2-4bb1f198adc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25783539'] for subnet (36b636d4-597d-47bb-856e-19ae1f9f8825), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.836724 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_common [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Allocated IP 172.27.3.97 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/fc03ebe3-cff7-4d12-9ab8-0da944fc0298) {{(pid=109113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:39:35.976894 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0041bb15-0d51-4e28-a8d2-4bb1f198adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (36b636d4-597d-47bb-856e-19ae1f9f8825), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:35.981508 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for port (fc03ebe3-cff7-4d12-9ab8-0da944fc0298), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.033242 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (fc03ebe3-cff7-4d12-9ab8-0da944fc0298), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.054889 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcd56f-5062-4289-8987-d4186ba94320 req-9ca83078-7550-4006-8e7e-3bea09f72bd0 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:36.058760 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-33dcd56f-5062-4289-8987-d4186ba94320 req-9ca83078-7550-4006-8e7e-3bea09f72bd0 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.2967515 Jan 17 00:39:36.084576 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:39:36.098018 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Resources bound (agent type, host, resource id): {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:39:36.102578 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Received port after_create {{(pid=109113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:39:36.166577 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 83c96455-0b4d-4505-b19d-8e3420bff0ed no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:39:36.181891 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0041bb15-0d51-4e28-a8d2-4bb1f198adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26670111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984969'] for subnet (36b636d4-597d-47bb-856e-19ae1f9f8825), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.214507 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 83c96455-0b4d-4505-b19d-8e3420bff0ed {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:39:36.222596 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 83c96455-0b4d-4505-b19d-8e3420bff0ed not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:39:36.246343 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041bb15-0d51-4e28-a8d2-4bb1f198adc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b636d4-597d-47bb-856e-19ae1f9f8825,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:36.291433 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0041bb15-0d51-4e28-a8d2-4bb1f198adc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.291680 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99899cf1-06a9-45d8-8a5d-02776130f843 None None] Network 22fb6404-5f10-4c0e-8046-52ecafb709e8 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:39:36.297236 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-0041bb15-0d51-4e28-a8d2-4bb1f198adc8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/36b636d4-597d-47bb-856e-19ae1f9f8825 HTTP/1.1" status: 204 len: 168 time: 0.7926209 Jan 17 00:39:36.300719 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43264) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:36.451530 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-33dcd56f-5062-4289-8987-d4186ba94320 req-00711e41-aa48-45a1-b52f-121b76ec4f58 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970891 Jan 17 00:39:36.458235 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'Port': ['ID=fc03ebe3-cff7-4d12-9ab8-0da944fc0298,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:36.550192 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62e32-0931-4801-85e2-65e69f52a50b req-9f3e5e5c-0d10-4a4a-8599-46939bb6f3b4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:36.560210 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-abe62e32-0931-4801-85e2-65e69f52a50b req-9f3e5e5c-0d10-4a4a-8599-46939bb6f3b4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.2809713 Jan 17 00:39:36.569669 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (22fb6404-5f10-4c0e-8046-52ecafb709e8), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.589507 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc0ef74-c906-4c2b-8d4d-91b9cdc57437 None None] DHCP port deletion for 22fb6404-5f10-4c0e-8046-52ecafb709e8 request from dv-cinder-815461-7-iscsi {{(pid=109114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 00:39:36.692658 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-1bc0ef74-c906-4c2b-8d4d-91b9cdc57437 None None] Deleting port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 {{(pid=109114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:39:36.693871 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ef74-c906-4c2b-8d4d-91b9cdc57437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), before_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.767508 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-abe62e32-0931-4801-85e2-65e69f52a50b req-7088e8e3-dff2-4925-b2c3-00a4ab86a321 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022572 Jan 17 00:39:36.806925 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Deleting port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:39:36.807340 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.861038 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.894917 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-1bc0ef74-c906-4c2b-8d4d-91b9cdc57437 None None] For port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c6036f4e-1a0e-4ebf-b97f-a9f449511ac5,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:36.895348 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ef74-c906-4c2b-8d4d-91b9cdc57437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), precommit_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.937407 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (7df9704b-fb07-4129-9ed1-4398075bd486), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:36.937646 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-1bc0ef74-c906-4c2b-8d4d-91b9cdc57437 None None] Calling delete_port for c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 owned by network:dhcp {{(pid=109114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:39:36.949789 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] For port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c6036f4e-1a0e-4ebf-b97f-a9f449511ac5,segment=NetworkSegment(22f685c2-61eb-40c1-a4b5-c8d3ebd442c5),segment_id=22f685c2-61eb-40c1-a4b5-c8d3ebd442c5)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:36.952388 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.004490 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Calling delete_port for c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 owned by network:dhcp {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:39:37.111234 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ef74-c906-4c2b-8d4d-91b9cdc57437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), after_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.168703 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0ef74-c906-4c2b-8d4d-91b9cdc57437 None None] Pushing event deleted for resources: {'Port': ['ID=c6036f4e-1a0e-4ebf-b97f-a9f449511ac5,revision_number=None']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:37.176783 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0ef74-c906-4c2b-8d4d-91b9cdc57437 None None] No DVR routers for this DVR port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 on host dv-cinder-815461-7-iscsi {{(pid=109114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:39:37.179778 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (c6036f4e-1a0e-4ebf-b97f-a9f449511ac5), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.204796 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] No DVR routers for this DVR port c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 on host dv-cinder-815461-7-iscsi {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:39:37.355389 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.361209 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (22fb6404-5f10-4c0e-8046-52ecafb709e8), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.387898 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6036f4e-1a0e-4ebf-b97f-a9f449511ac5,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:37.395032 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fb6404-5f10-4c0e-8046-52ecafb709e8']}} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:37.406653 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5') {'for_net_delete': True} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:37.407010 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f685c2-61eb-40c1-a4b5-c8d3ebd442c5') {} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:37.431862 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25781760'] for segment (22f685c2-61eb-40c1-a4b5-c8d3ebd442c5), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.453670 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (22f685c2-61eb-40c1-a4b5-c8d3ebd442c5), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.462816 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:39:37.463365 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26670193'] for segment (22f685c2-61eb-40c1-a4b5-c8d3ebd442c5), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: self.session.flush() Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: self.session.flush() Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 00:39:37.465826 dv-cinder-815461-7-iscsi neutron-server[109112]: self.session.flush() Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: self.session.flush() Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: Traceback (most recent call last): Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: timer() Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: cb(*args, **kw) Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: return func(*args, **kwargs) Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: self._notify() Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: self.callback(batched_events) Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: event.method(event) Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: return f(self, *a, **k) Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._get(url).json() Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: return self.request(url, 'GET', **kwargs) Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:39:37.468183 dv-cinder-815461-7-iscsi neutron-server[109112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:39:37.528348 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (fc03ebe3-cff7-4d12-9ab8-0da944fc0298), before_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.602384 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (22fb6404-5f10-4c0e-8046-52ecafb709e8), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.608175 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.614400 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] 10.222.0.24 "DELETE /v2.0/networks/22fb6404-5f10-4c0e-8046-52ecafb709e8 HTTP/1.1" status: 204 len: 168 time: 1.3033516 Jan 17 00:39:37.654636 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699530e6-712f-42c3-9d76-7367b24f3f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=22fb6404-5f10-4c0e-8046-52ecafb709e8,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:37.666064 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c2484-5f35-48ff-afb8-74a03147843a req-74af6cdf-50c1-4645-bdec-1542fffa4b9a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:37.670299 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4b3c2484-5f35-48ff-afb8-74a03147843a req-74af6cdf-50c1-4645-bdec-1542fffa4b9a tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.1311419 Jan 17 00:39:37.767132 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4b3c2484-5f35-48ff-afb8-74a03147843a req-1580e2c6-7d22-457a-b618-2196b0def4e8 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866399 Jan 17 00:39:37.782092 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for port (fc03ebe3-cff7-4d12-9ab8-0da944fc0298), precommit_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.793789 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25195260'] for port (fc03ebe3-cff7-4d12-9ab8-0da944fc0298), after_update {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:37.809026 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:39:37.859799 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:39:37.860235 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c6036f4e-1a0e-4ebf-b97f-a9f449511ac5 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:39:37.860886 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device faa2d6cc-6335-437d-b661-caf2c4437c93 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:39:37.892979 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: faa2d6cc-6335-437d-b661-caf2c4437c93 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:39:37.893368 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device faa2d6cc-6335-437d-b661-caf2c4437c93 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:39:37.931661 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43274) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:37.989755 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c35c0-c9e8-4323-8d21-b7ad50c33a1d req-a12ccce0-a665-4523-bad6-9a3bad668211 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:37.991818 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-690c35c0-c9e8-4323-8d21-b7ad50c33a1d req-a12ccce0-a665-4523-bad6-9a3bad668211 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.1153228 Jan 17 00:39:37.995461 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'Port': ['ID=fc03ebe3-cff7-4d12-9ab8-0da944fc0298,revision_number=2']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:38.049428 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (7df9704b-fb07-4129-9ed1-4398075bd486), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:38.057234 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-8efb5920-bc57-4e8f-8982-12e63a595de5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9762fcecd21489b98111f1858e80326&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1193688 Jan 17 00:39:38.057850 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43276) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:38.068812 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-690c35c0-c9e8-4323-8d21-b7ad50c33a1d req-626f62a5-9a5c-4e6e-bf4e-e43803c7a4a0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712466 Jan 17 00:39:38.206241 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Publish callbacks [] for security_group (91967135-71a6-4b9f-907f-0d52843473ed), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:38.218371 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.l3_db [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Floating IP 7df9704b-fb07-4129-9ed1-4398075bd486 associated. External IP: 172.27.3.97, port: b60a6cd0-e08b-4b39-90c1-383a28b7ff0d. Jan 17 00:39:38.271892 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Publish callbacks [] for security_group (91967135-71a6-4b9f-907f-0d52843473ed), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:38.409405 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (91967135-71a6-4b9f-907f-0d52843473ed), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:38.412143 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:38.415620 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91967135-71a6-4b9f-907f-0d52843473ed HTTP/1.1" status: 204 len: 168 time: 0.3215618 Jan 17 00:39:38.475963 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91967135-71a6-4b9f-907f-0d52843473ed,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:38.486199 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.486552 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.486934 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.487300 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.488194 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.489141 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.489141 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.489343 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.489504 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.489818 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.490292 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.490631 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.490954 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d6f00c-d05b-414a-a4d7-c2f24b686755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:39:38.542635 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Router 58a8b86a-40de-48d1-8043-523d98f4c4e0 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:39:38.687985 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:39:38.698484 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] Sync routers for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:39:38.712726 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:38.727732 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:39:38.728355 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:39:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:38.777495 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-047bdf52-0244-4238-99ab-aa24583cabbc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7983718 Jan 17 00:39:38.779257 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d'}] {{(pid=109113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:38.784201 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5eb4b56f1e8efc2b498c8c9f6531a2cf247a19cf1410a59f4b400916582ed04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2190b263-139c-474f-ab85-2512c38e4eba" -d '{"events": [{"name": "network-changed", "server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d"}]}' {{(pid=109113) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:38.858229 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142263cd-6831-4130-a11d-80616f436251 x-openstack-request-id: req-142263cd-6831-4130-a11d-80616f436251 {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:38.858522 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d", "status": "completed", "code": 200}]} {{(pid=109113) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:38.858799 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-142263cd-6831-4130-a11d-80616f436251 {{(pid=109113) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:38.859278 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'status': 'completed', 'code': 200} Jan 17 00:39:38.954930 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:39:38.963310 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ccf9b-5e61-4c6f-872a-914c9d9bb4b3 req-c931885a-9d9d-43af-aeeb-1e03118e45dd tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:38.964906 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-543ccf9b-5e61-4c6f-872a-914c9d9bb4b3 req-c931885a-9d9d-43af-aeeb-1e03118e45dd tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0966794 Jan 17 00:39:39.051150 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-543ccf9b-5e61-4c6f-872a-914c9d9bb4b3 req-e65815d0-c9b5-4b96-ba9f-104def417a84 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754991 Jan 17 00:39:39.318483 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da185026-376f-4ecc-800e-c11278a31c11 req-b1214e40-b202-4858-960f-196420e04c3e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:39.329940 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-da185026-376f-4ecc-800e-c11278a31c11 req-b1214e40-b202-4858-960f-196420e04c3e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.1229715 Jan 17 00:39:39.443554 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-da185026-376f-4ecc-800e-c11278a31c11 req-186cae83-43b8-4a33-83ec-ba140fb0294a tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118927 Jan 17 00:39:39.459271 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '7df9704b-fb07-4129-9ed1-4398075bd486', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:39:36Z', 'updated_at': '2022-01-17T00:39:36Z', 'revision_number': 0, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:39.509462 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] Checking router: 58a8b86a-40de-48d1-8043-523d98f4c4e0 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:39:39.523786 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:39:39.525032 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:39:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:39.661279 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:39:39.725340 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43308) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:39.903097 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-923690562-network', 'tenant_id': '8782630498554458bedd882ea67bedeb'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:39:39.971019 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Made reservation on behalf of 8782630498554458bedd882ea67bedeb for: {'network': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:39:39.980401 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:39.991062 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '7df9704b-fb07-4129-9ed1-4398075bd486', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:39:36Z', 'updated_at': '2022-01-17T00:39:36Z', 'revision_number': 0, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:39:39.999962 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:40.028109 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5fc8f5-1d8a-4cc7-969d-adadef376cfb None None] The sync data for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi is: [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '7df9704b-fb07-4129-9ed1-4398075bd486', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:39:36Z', 'updated_at': '2022-01-17T00:39:36Z', 'revision_number': 0, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:39:40.211127 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Publish callbacks [] for security_group (cad92e2e-ad55-473c-89a2-147f75f94718), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:40.231251 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (cad92e2e-ad55-473c-89a2-147f75f94718), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:40.298190 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109112) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:39:40.301125 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad92e2e-ad55-473c-89a2-147f75f94718,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:40.321025 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (1d2e1894-be69-4516-adb2-0848b8ec2974), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:40.321480 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.segments_db [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Added segment 1d2e1894-be69-4516-adb2-0848b8ec2974 of type vlan for network 4b397a78-bf92-404f-b26f-398a00cc4243 Jan 17 00:39:40.341565 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d74aa6-f596-48ab-8fc4-318b763a901a req-18a478c6-a5f4-4bd0-acee-0dedac80ed1e tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:40.343463 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-83d74aa6-f596-48ab-8fc4-318b763a901a req-18a478c6-a5f4-4bd0-acee-0dedac80ed1e tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.1302681 Jan 17 00:39:40.412240 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (4b397a78-bf92-404f-b26f-398a00cc4243), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:40.537495 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0cce1-6ec0-4b91-acc4-dc56786cc3a0 None None] New status for floating IP 7df9704b-fb07-4129-9ed1-4398075bd486: ACTIVE {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:39:40.620132 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (4b397a78-bf92-404f-b26f-398a00cc4243), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:40.621579 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:40.622540 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:40.682296 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-83d74aa6-f596-48ab-8fc4-318b763a901a req-01fabf4b-aa42-4165-8e0a-df0ba9bd556f tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955801 Jan 17 00:39:40.799060 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0720344 Jan 17 00:39:40.806316 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43316) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:39:40.815237 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Request body: {'subnet': {'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-923690562-subnet', 'tenant_id': '8782630498554458bedd882ea67bedeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:39:40.850707 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48c127-e5cd-4daf-b2c1-34f62d5c2f40 admin admin] Pushing event updated for resources: {'Network': ['ID=4b397a78-bf92-404f-b26f-398a00cc4243,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:40.883100 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Made reservation on behalf of 8782630498554458bedd882ea67bedeb for: {'subnet': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:39:40.886912 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network 4b397a78-bf92-404f-b26f-398a00cc4243 details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:39:40.887240 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a264a-2d09-4e50-b127-9c29fb1d22d7 req-011cdead-3d59-496f-b999-d39fc7b7a049 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:40.890259 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-938a264a-2d09-4e50-b127-9c29fb1d22d7 req-011cdead-3d59-496f-b999-d39fc7b7a049 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.2463877 Jan 17 00:39:40.892098 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25520042'] for subnet (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:40.990383 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-938a264a-2d09-4e50-b127-9c29fb1d22d7 req-719c3ab4-ee87-46c1-a091-7383baa14e73 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924582 Jan 17 00:39:41.223697 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25195121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520056'] for subnet (0fc696dc-8be5-4b5d-9abf-f9d6a89785e2), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:41.307809 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Checking segment: {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:39:41.308607 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Network hostable DHCP agents. Network: 4b397a78-bf92-404f-b26f-398a00cc4243, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:39:41.313649 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2,revision_number=0']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:41.359415 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Network 4b397a78-bf92-404f-b26f-398a00cc4243 is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:39:41.385498 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.base_scheduler [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, 4b397a78-bf92-404f-b26f-398a00cc4243) {{(pid=109113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:39:41.391793 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:41.392541 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:41.395838 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9595e68d-74d3-4eee-9bcb-426ab00f4d9c None None] Network 4b397a78-bf92-404f-b26f-398a00cc4243 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:39:41.419279 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-d060dafc-958f-4b04-beb1-d7078fdb72ca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6117892 Jan 17 00:39:41.545851 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e497afc-aae6-4539-877b-d31641371931 None None] Network 4b397a78-bf92-404f-b26f-398a00cc4243 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:39:41.865057 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d200ee-a4f9-4154-9943-eaedefe56d16 req-593e89ec-526b-4bca-a0d0-df015750a72d tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:41.866659 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b2d200ee-a4f9-4154-9943-eaedefe56d16 req-593e89ec-526b-4bca-a0d0-df015750a72d tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0683272 Jan 17 00:39:41.937198 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b2d200ee-a4f9-4154-9943-eaedefe56d16 req-3e96a0ee-f78d-40c2-a40b-e52672975232 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631571 Jan 17 00:39:42.164415 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-4b5d519f-0af4-4e59-92f1-29ffed1da78d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:42.166061 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-4b5d519f-0af4-4e59-92f1-29ffed1da78d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 814 time: 0.1542757 Jan 17 00:39:42.202247 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6dd78-2eaa-4f78-a67e-148cb078ffb6 req-651e19f1-d197-43a2-9294-f51d04ff9f4f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:42.203808 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-90a6dd78-2eaa-4f78-a67e-148cb078ffb6 req-651e19f1-d197-43a2-9294-f51d04ff9f4f tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.0972939 Jan 17 00:39:42.205332 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-b550219f-f638-42f8-8d7e-052c6767a279 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/quotas/8782630498554458bedd882ea67bedeb HTTP/1.1" status: 200 len: 375 time: 0.0301704 Jan 17 00:39:42.289497 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-d43cbc37-f428-44e3-ac2d-d5b968442d0a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741274 Jan 17 00:39:42.427905 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-90a6dd78-2eaa-4f78-a67e-148cb078ffb6 req-14cbe343-21e7-489a-8d88-b97429c06400 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100344 Jan 17 00:39:42.549739 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-4b3fae40-9545-46a8-83fd-239a6765d7e7 service neutron] 10.222.0.24 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524292 Jan 17 00:39:42.566739 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b263-139c-474f-ab85-2512c38e4eba req-26d397fa-11ed-48d4-a970-f1a65a526c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:42.568225 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2190b263-139c-474f-ab85-2512c38e4eba req-26d397fa-11ed-48d4-a970-f1a65a526c18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 1098 time: 0.1365099 Jan 17 00:39:42.615377 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-aba2e6d8-0c05-4f1a-970e-5abcc4bbe42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:42.616896 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-aba2e6d8-0c05-4f1a-970e-5abcc4bbe42c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26758062fce6425cae7332c5dc4a74a4&device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1098 time: 0.1661336 Jan 17 00:39:42.801538 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-8976f7ff-6d85-4f26-8ff1-55814b340fe8 service neutron] 10.222.0.24 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448239 Jan 17 00:39:42.804684 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b263-139c-474f-ab85-2512c38e4eba req-578a3d7e-2316-4990-aab4-58c48644b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:42.806116 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2190b263-139c-474f-ab85-2512c38e4eba req-578a3d7e-2316-4990-aab4-58c48644b7cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.2236836 Jan 17 00:39:42.836361 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-0d6f54ff-8889-4d34-9698-41ebd63842bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:42.839344 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-0d6f54ff-8889-4d34-9698-41ebd63842bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 200 len: 909 time: 0.1763279 Jan 17 00:39:42.997961 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b2aa814b-b242-43d7-ae41-fb925265319a req-8d14e590-705a-43c4-8c66-159503b7f8b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 210 time: 0.0432446 Jan 17 00:39:43.002048 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2190b263-139c-474f-ab85-2512c38e4eba req-ad9ecb35-ddd2-4034-b896-602fa9f3f587 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d HTTP/1.1" status: 200 len: 1000 time: 0.1842058 Jan 17 00:39:43.030210 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-df0227c6-687e-4249-8624-bd9922c1efc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 200 len: 1000 time: 0.1507258 Jan 17 00:39:43.421290 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b263-139c-474f-ab85-2512c38e4eba req-8163df7e-b3c8-4bc2-af10-a777ededf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:43.422775 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2190b263-139c-474f-ab85-2512c38e4eba req-8163df7e-b3c8-4bc2-af10-a777ededf4a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.4118776 Jan 17 00:39:43.430105 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-421671e4-5830-4e2b-9bf8-8f727dcd4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:43.431656 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-421671e4-5830-4e2b-9bf8-8f727dcd4dee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be HTTP/1.1" status: 200 len: 847 time: 0.3814163 Jan 17 00:39:43.447331 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4de2ce-fe1a-4bcc-94fb-e5ddd0122656 req-002e11b7-dbed-4a64-a898-b01ed2d43cf8 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:43.448980 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f4de2ce-fe1a-4bcc-94fb-e5ddd0122656 req-002e11b7-dbed-4a64-a898-b01ed2d43cf8 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.3970289 Jan 17 00:39:43.592812 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-62a1d3d6-71d4-424b-820d-a59e09416ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:43.594234 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-62a1d3d6-71d4-424b-820d-a59e09416ebb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa39a57a-592f-414a-a20d-96015da6e1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1431885 Jan 17 00:39:43.598760 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3f4de2ce-fe1a-4bcc-94fb-e5ddd0122656 req-17c00281-865a-491d-9af3-9c7c338de613 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317616 Jan 17 00:39:43.600580 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190b263-139c-474f-ab85-2512c38e4eba req-b22d619c-22ca-4c4e-9b3d-10c062dfc2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:43.602082 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2190b263-139c-474f-ab85-2512c38e4eba req-b22d619c-22ca-4c4e-9b3d-10c062dfc2ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1522067 Jan 17 00:39:43.720942 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aea42-cc7a-42ce-add9-fa6bf32b8f85 req-3ea2d35d-7c24-49d6-a67c-560515375bab tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:43.723049 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3b8aea42-cc7a-42ce-add9-fa6bf32b8f85 req-3ea2d35d-7c24-49d6-a67c-560515375bab tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.1815503 Jan 17 00:39:43.817566 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-61f58048-7a61-4756-9ab2-f0d73a7e23bf service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144861 Jan 17 00:39:43.822215 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2190b263-139c-474f-ab85-2512c38e4eba req-4a3f9349-5243-44bd-be15-69bd04835ad3 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098205 Jan 17 00:39:43.826979 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3b8aea42-cc7a-42ce-add9-fa6bf32b8f85 req-79f7576a-1ad6-4c74-b0a6-2bf37fbec932 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961626 Jan 17 00:39:43.985055 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2190b263-139c-474f-ab85-2512c38e4eba req-dde9a0cc-ef4f-4d34-8c05-8e296456bdbe service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551688 Jan 17 00:39:43.986957 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-585d79ba-b650-4904-bc2e-86c8abd2045c req-5118ffb7-dfc5-4571-a0f1-0f0c34e2f688 service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583383 Jan 17 00:39:44.110775 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-08c19b1d-38fc-4f36-9322-08ae11b1ce50 req-edd3b411-fa2b-43bb-8f26-11bb32355eed tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 210 time: 0.0349722 Jan 17 00:39:44.367923 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-29d630a0-5faf-44fb-a2bf-31731453203a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:44.369509 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-29d630a0-5faf-44fb-a2bf-31731453203a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 814 time: 0.1226110 Jan 17 00:39:44.393330 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Request body: {'port': {'device_id': '23271d9c-1b03-44d8-bbc4-bbdda84511a7', 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243', 'admin_state_up': True, 'tenant_id': '8782630498554458bedd882ea67bedeb'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:39:44.516028 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Made reservation on behalf of 8782630498554458bedd882ea67bedeb for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:39:44.519798 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:44.696142 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Allocated IP 172.20.0.10 (4b397a78-bf92-404f-b26f-398a00cc4243/0fc696dc-8be5-4b5d-9abf-f9d6a89785e2/c18a03ef-9ace-45c8-bd94-2ae254e07581) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:39:44.771368 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bdef0-bf99-4571-9f30-fa1c14d23d23 req-5c825cf2-958a-4727-aa21-77fc831a0386 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:44.772793 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-619bdef0-bf99-4571-9f30-fa1c14d23d23 req-5c825cf2-958a-4727-aa21-77fc831a0386 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0891442 Jan 17 00:39:44.891390 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-619bdef0-bf99-4571-9f30-fa1c14d23d23 req-d45e0ff8-d69b-4d92-9419-6b42dd084dd7 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095660 Jan 17 00:39:44.950094 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks [] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:44.978879 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1722c59-7b00-4c38-913a-15de01aa2066 req-5a103075-3b1c-468b-a9ed-c5111042a6b7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:44.980398 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1722c59-7b00-4c38-913a-15de01aa2066 req-5a103075-3b1c-468b-a9ed-c5111042a6b7 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 943 time: 0.0789266 Jan 17 00:39:44.990182 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:39:45.024792 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.078214 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c1722c59-7b00-4c38-913a-15de01aa2066 req-fa571dc6-2396-413a-bbf1-1a78efd55b65 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895526 Jan 17 00:39:45.085215 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Network 4b397a78-bf92-404f-b26f-398a00cc4243 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:39:45.086665 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:39:45.090448 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:39:45.115883 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:45.134976 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'port_id': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'mac_address': 'fa:16:3e:c3:70:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:39:45.143330 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Pushing event updated for resources: {'Port': ['ID=c18a03ef-9ace-45c8-bd94-2ae254e07581,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:45.177372 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:45.178105 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.184811 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 5cf80a15-2d71-4f79-9744-bff00fe45f1e is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:45.185547 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.196348 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-7c82f57c-d02f-43e1-bc22-928eb25c7a1d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8070848 Jan 17 00:39:45.202667 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf80a15-2d71-4f79-9744-bff00fe45f1e {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:39:45.225974 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:45.230122 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Request body: {'port': {'device_id': '23271d9c-1b03-44d8-bbc4-bbdda84511a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:39:45.230688 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.284941 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d720f-0f10-49fe-a7ad-9f18171c6ba6 req-29e1f5c4-caaf-401b-b58d-ddc1607c4625 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:45.286521 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4c0d720f-0f10-49fe-a7ad-9f18171c6ba6 req-29e1f5c4-caaf-401b-b58d-ddc1607c4625 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 932 time: 0.0890820 Jan 17 00:39:45.287596 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=9']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:45.323835 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.391895 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4c0d720f-0f10-49fe-a7ad-9f18171c6ba6 req-1f8fd19d-4c95-4dc1-9a6f-22821c579e9a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900552 Jan 17 00:39:45.548141 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['5cf80a15-2d71-4f79-9744-bff00fe45f1e'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:39:45.635697 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18a03ef-9ace-45c8-bd94-2ae254e07581 {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:39:45.645516 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Publish callbacks [] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.663876 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Transition to ACTIVE for port object c18a03ef-9ace-45c8-bd94-2ae254e07581 will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:39:45.668919 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.730047 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Pushing event updated for resources: {'Port': ['ID=c18a03ef-9ace-45c8-bd94-2ae254e07581,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:45.815115 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Attempting to bind port c18a03ef-9ace-45c8-bd94-2ae254e07581 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:39:45.816214 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Attempting to bind port c18a03ef-9ace-45c8-bd94-2ae254e07581 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:39:45.816688 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Attempting to bind port c18a03ef-9ace-45c8-bd94-2ae254e07581 on network 4b397a78-bf92-404f-b26f-398a00cc4243 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:39:45.822381 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Port c18a03ef-9ace-45c8-bd94-2ae254e07581 on network 4b397a78-bf92-404f-b26f-398a00cc4243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:39:45.822708 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Attempting to bind port c18a03ef-9ace-45c8-bd94-2ae254e07581 on network 4b397a78-bf92-404f-b26f-398a00cc4243 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:39:45.828101 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:39:45.828444 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Checking segment: {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:39:45.828836 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Bound using segment: {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:39:45.829273 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Bound port: c18a03ef-9ace-45c8-bd94-2ae254e07581, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:39:45.829638 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.896948 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] For port c18a03ef-9ace-45c8-bd94-2ae254e07581, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:39:45.900380 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] For port c18a03ef-9ace-45c8-bd94-2ae254e07581, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c18a03ef-9ace-45c8-bd94-2ae254e07581,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:39:45.905951 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.944806 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:45.945439 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:45.946835 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] 10.222.0.15 "PUT /v2.0/ports/c18a03ef-9ace-45c8-bd94-2ae254e07581 HTTP/1.1" status: 200 len: 1094 time: 0.7218041 Jan 17 00:39:45.947308 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23271d9c-1b03-44d8-bbc4-bbdda84511a7', 'tag': 'c18a03ef-9ace-45c8-bd94-2ae254e07581'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:45.949592 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b3326e-1f79-47e0-a53c-fc44e3051479" -d '{"events": [{"name": "network-changed", "server_uuid": "23271d9c-1b03-44d8-bbc4-bbdda84511a7", "tag": "c18a03ef-9ace-45c8-bd94-2ae254e07581"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:45.999006 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01173cd6-8200-41d4-9469-7b2ee502c527 service neutron] Pushing event updated for resources: {'Port': ['ID=c18a03ef-9ace-45c8-bd94-2ae254e07581,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:46.004660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebe8458-2d39-4a65-b3f3-9cdbc4011511 x-openstack-request-id: req-9ebe8458-2d39-4a65-b3f3-9cdbc4011511 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:46.005049 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23271d9c-1b03-44d8-bbc4-bbdda84511a7", "tag": "c18a03ef-9ace-45c8-bd94-2ae254e07581", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:46.005561 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ebe8458-2d39-4a65-b3f3-9cdbc4011511 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:46.006054 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23271d9c-1b03-44d8-bbc4-bbdda84511a7', 'tag': 'c18a03ef-9ace-45c8-bd94-2ae254e07581', 'status': 'completed', 'code': 200} Jan 17 00:39:46.029132 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7663c-0d33-4914-baa1-9f0030adfbe5 req-1e97469f-6a64-4d3d-8f3a-0f499cd789a0 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:46.030642 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7bc7663c-0d33-4914-baa1-9f0030adfbe5 req-1e97469f-6a64-4d3d-8f3a-0f499cd789a0 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0613797 Jan 17 00:39:46.113974 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-800d48a3-9371-4861-b73f-8347f7121c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:46.115491 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-800d48a3-9371-4861-b73f-8347f7121c6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 1097 time: 0.0839622 Jan 17 00:39:46.120668 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7bc7663c-0d33-4914-baa1-9f0030adfbe5 req-c0ca3954-742d-4528-bd5a-bc51ae2f8325 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803437 Jan 17 00:39:46.169065 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-d60623e7-689a-4ac8-9163-d54bbde18cce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c18a03ef-9ace-45c8-bd94-2ae254e07581 HTTP/1.1" status: 200 len: 217 time: 0.0387702 Jan 17 00:39:46.249549 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-c608d7a6-24c5-4f6e-9201-760f1995fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:46.249549 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-c608d7a6-24c5-4f6e-9201-760f1995fe3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 HTTP/1.1" status: 200 len: 854 time: 0.0715444 Jan 17 00:39:46.257766 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6403779-ec3e-45f8-a3b8-d56696d42cf7 req-ee777f72-8207-4dd1-9961-7e283f1ba9fe tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:46.259369 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d6403779-ec3e-45f8-a3b8-d56696d42cf7 req-ee777f72-8207-4dd1-9961-7e283f1ba9fe tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 944 time: 0.0930476 Jan 17 00:39:46.290985 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-e5ec7159-6ed4-4af1-8530-ee914e67e9de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b397a78-bf92-404f-b26f-398a00cc4243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304658 Jan 17 00:39:46.320487 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-c1d2ba90-9173-4831-b4bf-339c43d2f095 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407155 Jan 17 00:39:46.413408 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d6403779-ec3e-45f8-a3b8-d56696d42cf7 req-ab342cc4-74fd-443f-8f1a-9c479f997f0c tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450062 Jan 17 00:39:46.435942 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab88a3-d381-41b3-8584-fa887506eeaa req-1b0ea8d8-fd13-44e8-b326-f4162c174a88 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:46.437311 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-85ab88a3-d381-41b3-8584-fa887506eeaa req-1b0ea8d8-fd13-44e8-b326-f4162c174a88 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.1396420 Jan 17 00:39:46.459435 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-4de55fdc-8f85-412d-a58b-d5d475275e70 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605515 Jan 17 00:39:46.575687 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-85ab88a3-d381-41b3-8584-fa887506eeaa req-7cba3fcd-e2f7-4930-a672-abf116d14a01 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265044 Jan 17 00:39:46.609802 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4193a4-d80b-44c5-bc7d-cbce8168f273 req-5eed4abb-3542-436e-9894-f0cc3c001a56 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:46.611365 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b4193a4-d80b-44c5-bc7d-cbce8168f273 req-5eed4abb-3542-436e-9894-f0cc3c001a56 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 944 time: 0.1227822 Jan 17 00:39:46.629083 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-32552fba-8268-4192-97b5-52c6ab3995c0 req-e384255c-11bc-49c8-881a-3bb3cc5b60cf service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624422 Jan 17 00:39:46.682608 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b4193a4-d80b-44c5-bc7d-cbce8168f273 req-f12b492c-f493-4602-961a-fe91a0c37af4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653131 Jan 17 00:39:46.797289 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-def0264d-4141-45c8-831d-7879c0602344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:46.798919 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-def0264d-4141-45c8-831d-7879c0602344 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 1097 time: 0.0496080 Jan 17 00:39:46.923363 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-9379d55a-586e-4905-9187-150a9ca7578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:46.924838 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-9379d55a-586e-4905-9187-150a9ca7578c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 915 time: 0.0924654 Jan 17 00:39:46.969713 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-1f3c2b3a-0c42-4eb3-aea2-f70707998767 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c18a03ef-9ace-45c8-bd94-2ae254e07581 HTTP/1.1" status: 200 len: 217 time: 0.0373888 Jan 17 00:39:47.037519 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:39:47.053783 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-8bd12e3c-6f93-4316-add6-8d8802224e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:47.056431 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-8bd12e3c-6f93-4316-add6-8d8802224e90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 HTTP/1.1" status: 200 len: 854 time: 0.0795932 Jan 17 00:39:47.105080 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-acef4c11-e071-4cbc-b586-386abdc31bae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b397a78-bf92-404f-b26f-398a00cc4243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379560 Jan 17 00:39:47.110364 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 5cf80a15-2d71-4f79-9744-bff00fe45f1e triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:39:47.110738 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:47.197433 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 5cf80a15-2d71-4f79-9744-bff00fe45f1e is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:47.197970 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:47.199547 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-1083f04f-2ce0-4d9c-8b98-3f5d2b7f1aec service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870409 Jan 17 00:39:47.230559 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:47.232889 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6b2f72-4ec6-4300-943c-32634ce6a61b" -d '{"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:47.252578 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:47.260262 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:47.261651 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device adeb13ee-c4e0-4f26-9da3-16eb641440e9 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:39:47.285331 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a440d14-6ed1-42e6-b5ea-cf1b886e474b x-openstack-request-id: req-2a440d14-6ed1-42e6-b5ea-cf1b886e474b {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:47.285588 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-plugged", "status": "completed", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:47.285770 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a440d14-6ed1-42e6-b5ea-cf1b886e474b {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:47.286171 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'code': 200} Jan 17 00:39:47.305997 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-89b3326e-1f79-47e0-a53c-fc44e3051479 req-3fb40edc-ce18-4a7f-b03d-73ebd2511552 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002066 Jan 17 00:39:47.346904 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=10']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:47.392774 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port adeb13ee-c4e0-4f26-9da3-16eb641440e9 is: ACTIVE; New status is: DOWN {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:47.393220 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:47.432265 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:47.436123 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:47.494154 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=adeb13ee-c4e0-4f26-9da3-16eb641440e9,revision_number=6']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:47.582943 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2394758-48f5-468d-a858-62de9a4a08ff req-1335056f-bb2b-4198-a596-2aae1a804d2e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:47.584583 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d2394758-48f5-468d-a858-62de9a4a08ff req-1335056f-bb2b-4198-a596-2aae1a804d2e tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 946 time: 0.0745435 Jan 17 00:39:47.593200 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18567c-8b02-4458-8d9e-2f6a36e93da8 req-af05cbd2-9659-4a95-a44a-e8ad1ab35013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:47.594627 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5d18567c-8b02-4458-8d9e-2f6a36e93da8 req-af05cbd2-9659-4a95-a44a-e8ad1ab35013 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 1099 time: 0.0593517 Jan 17 00:39:47.681382 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d2394758-48f5-468d-a858-62de9a4a08ff req-a3967762-9d4f-4d19-8a16-92970ceae840 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909464 Jan 17 00:39:47.685328 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5d18567c-8b02-4458-8d9e-2f6a36e93da8 req-6dc68ee2-7795-435a-a27c-aa5dd2ddcc79 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835650 Jan 17 00:39:47.724325 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb495b6-b8da-4434-8164-7b60527b8a76 req-8fa2e816-8c5d-4c63-a55d-48aa79854f53 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:47.726608 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2eb495b6-b8da-4434-8164-7b60527b8a76 req-8fa2e816-8c5d-4c63-a55d-48aa79854f53 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0606942 Jan 17 00:39:47.798695 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2eb495b6-b8da-4434-8164-7b60527b8a76 req-8ebb942f-f669-492c-99dc-eaea5eb5663b tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674343 Jan 17 00:39:47.821208 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e38bd7-43f9-473a-be30-3fcf7165ae63 req-1fae813f-1416-4d52-8409-2e9cec37a946 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:47.822648 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-03e38bd7-43f9-473a-be30-3fcf7165ae63 req-1fae813f-1416-4d52-8409-2e9cec37a946 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 944 time: 0.0655010 Jan 17 00:39:47.869688 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-03e38bd7-43f9-473a-be30-3fcf7165ae63 req-777e767a-45e8-4dc1-be70-5944a1459515 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Jan 17 00:39:48.322162 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-c9f038d8-9c94-4b9a-87b3-cf16c55576fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:48.323754 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-c9f038d8-9c94-4b9a-87b3-cf16c55576fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c&tenant_id=26758062fce6425cae7332c5dc4a74a4 HTTP/1.1" status: 200 len: 1096 time: 0.0464218 Jan 17 00:39:48.403444 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-81ee8942-9f4f-4135-87fc-78463ab28a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:48.404978 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-81ee8942-9f4f-4135-87fc-78463ab28a89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26758062fce6425cae7332c5dc4a74a4&device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1096 time: 0.0426621 Jan 17 00:39:48.498103 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-4f1dcc64-52fa-4667-83be-0085e1dfeea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:48.499612 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-4f1dcc64-52fa-4667-83be-0085e1dfeea9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 200 len: 909 time: 0.0878999 Jan 17 00:39:48.573182 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-088698d1-c8f0-4db9-a3b4-b39c7a8a074e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 200 len: 998 time: 0.0658283 Jan 17 00:39:48.623921 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-0370e224-94e6-4e7d-b10f-0e1c7d835aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:48.625412 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-0370e224-94e6-4e7d-b10f-0e1c7d835aab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be HTTP/1.1" status: 200 len: 847 time: 0.0456107 Jan 17 00:39:48.672160 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-c4e857a5-c23d-46b1-958d-b166d532ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:48.673666 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-c4e857a5-c23d-46b1-958d-b166d532ea5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa39a57a-592f-414a-a20d-96015da6e1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395215 Jan 17 00:39:48.818951 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-7ba4d551-aedd-477f-8395-c49d8a44ac11 service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354070 Jan 17 00:39:48.917803 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f01fc2-7215-452e-9738-a583732f9dbe req-04b2c7d9-0b52-4ac6-a54c-7b4a61c741e8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:48.919431 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-24f01fc2-7215-452e-9738-a583732f9dbe req-04b2c7d9-0b52-4ac6-a54c-7b4a61c741e8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 946 time: 0.1573279 Jan 17 00:39:49.005313 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f00ae-6891-4d47-ad3e-1a15b231c243 req-c921d35c-bf6d-4b4d-818f-2d38480a7e4b tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:49.011315 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed5f00ae-6891-4d47-ad3e-1a15b231c243 req-c921d35c-bf6d-4b4d-818f-2d38480a7e4b tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.1293457 Jan 17 00:39:49.011315 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a5d1c2c4-94de-400e-9ddd-f96507f9bc3c req-0b3648ad-b4c5-4bfb-bd43-9217d5cf807e service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791606 Jan 17 00:39:49.022385 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-24f01fc2-7215-452e-9738-a583732f9dbe req-7d88c3a6-6ca9-43f0-9d53-cad240764998 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943394 Jan 17 00:39:49.088225 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed5f00ae-6891-4d47-ad3e-1a15b231c243 req-c10a07dd-1e0e-42cf-995f-42670b9fd975 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751975 Jan 17 00:39:49.197355 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712dfd1-6910-4849-9eec-e083b2e7b465 req-3134fafa-aa39-4323-9032-78bd499226d5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:49.199493 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f712dfd1-6910-4849-9eec-e083b2e7b465 req-3134fafa-aa39-4323-9032-78bd499226d5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 944 time: 0.0607688 Jan 17 00:39:49.255179 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f712dfd1-6910-4849-9eec-e083b2e7b465 req-97681b76-eee3-422f-9fe0-705badfc525b tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500760 Jan 17 00:39:49.288217 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:49.290486 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be69fc5-5814-4e4d-9946-32b8967f4ac5" -d '{"events": [{"server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:49.327994 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993f8638-f77d-47e5-b3b2-0d3d7d9afffb x-openstack-request-id: req-993f8638-f77d-47e5-b3b2-0d3d7d9afffb {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:49.328288 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:49.328545 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-993f8638-f77d-47e5-b3b2-0d3d7d9afffb {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:49.329003 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'code': 200} Jan 17 00:39:50.167718 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08030c86-7490-454c-907b-932d6d3d70d9 req-e51da085-a49f-4e6e-8b49-6b2752c106ed tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:50.169272 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-08030c86-7490-454c-907b-932d6d3d70d9 req-e51da085-a49f-4e6e-8b49-6b2752c106ed tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 946 time: 0.0519352 Jan 17 00:39:50.246756 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-08030c86-7490-454c-907b-932d6d3d70d9 req-fdd69f17-ac2f-4674-95b1-12d48196a139 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703762 Jan 17 00:39:50.258721 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0de7de-7410-4882-a990-ba27d4c46c40 req-0a800924-3880-468f-a2ba-ed7455beb761 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:50.260329 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fa0de7de-7410-4882-a990-ba27d4c46c40 req-0a800924-3880-468f-a2ba-ed7455beb761 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0863490 Jan 17 00:39:50.322698 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fa0de7de-7410-4882-a990-ba27d4c46c40 req-7c009cee-9f3c-4f95-b957-a5f072d42580 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560014 Jan 17 00:39:50.382364 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4fc91-90b3-4745-a290-c82c5b1966b4 req-b2ba8092-928d-4200-badd-ad0d7c91ca17 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:50.384333 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-88d4fc91-90b3-4745-a290-c82c5b1966b4 req-b2ba8092-928d-4200-badd-ad0d7c91ca17 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 944 time: 0.0511470 Jan 17 00:39:50.433935 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-88d4fc91-90b3-4745-a290-c82c5b1966b4 req-b1fa9f5a-0e1e-4064-8913-7d972b17dce6 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Jan 17 00:39:51.046538 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device c18a03ef-9ace-45c8-bd94-2ae254e07581 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:39:51.144901 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port c18a03ef-9ace-45c8-bd94-2ae254e07581, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c18a03ef-9ace-45c8-bd94-2ae254e07581,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:51.157165 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'c18a03ef-9ace-45c8-bd94-2ae254e07581', 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243', 'port_id': 'c18a03ef-9ace-45c8-bd94-2ae254e07581', 'mac_address': 'fa:16:3e:1e:18:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc696dc-8be5-4b5d-9abf-f9d6a89785e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:39:51.204790 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port c18a03ef-9ace-45c8-bd94-2ae254e07581 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:51.205188 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:51.220063 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18a03ef-9ace-45c8-bd94-2ae254e07581 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:39:51.241955 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port c18a03ef-9ace-45c8-bd94-2ae254e07581, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c18a03ef-9ace-45c8-bd94-2ae254e07581,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:51.251803 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:51.311743 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=c18a03ef-9ace-45c8-bd94-2ae254e07581,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:51.460401 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bf221-8ab2-44f9-9fbf-decac1740075 req-c967d093-eb43-444f-a6a3-e01686dbe840 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:51.461986 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b14bf221-8ab2-44f9-9fbf-decac1740075 req-c967d093-eb43-444f-a6a3-e01686dbe840 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0593042 Jan 17 00:39:51.536624 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b14bf221-8ab2-44f9-9fbf-decac1740075 req-f397103c-c321-465e-8107-be46d44d2859 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682549 Jan 17 00:39:51.596743 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea5cdd-a8bd-4ebd-b22e-dc6b8ababd58 req-0b5f470a-8cfb-4c1d-8fcc-a7459f7e1362 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:51.598340 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-16ea5cdd-a8bd-4ebd-b22e-dc6b8ababd58 req-0b5f470a-8cfb-4c1d-8fcc-a7459f7e1362 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 945 time: 0.0583122 Jan 17 00:39:51.644724 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['c18a03ef-9ace-45c8-bd94-2ae254e07581'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:39:51.651580 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-16ea5cdd-a8bd-4ebd-b22e-dc6b8ababd58 req-608ad2cd-48e3-499b-b37d-c11dcb6f83a3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471776 Jan 17 00:39:52.713081 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548af7d-60e8-433a-9c86-12b8e1d76a4c req-af2b0375-21d5-45f6-a210-1c1a13c8aa9f tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:52.715030 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a548af7d-60e8-433a-9c86-12b8e1d76a4c req-af2b0375-21d5-45f6-a210-1c1a13c8aa9f tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0679066 Jan 17 00:39:52.825091 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a548af7d-60e8-433a-9c86-12b8e1d76a4c req-92fffee5-25a0-403c-9c71-23f61151c6f9 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991364 Jan 17 00:39:52.833673 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e81d-8ae0-4990-ab41-d9cc2003b65b req-7749d3e7-83b5-4ad0-b1ea-13b8ff559ae3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:52.835333 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8017e81d-8ae0-4990-ab41-d9cc2003b65b req-7749d3e7-83b5-4ad0-b1ea-13b8ff559ae3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 945 time: 0.1026080 Jan 17 00:39:52.888829 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8017e81d-8ae0-4990-ab41-d9cc2003b65b req-10fb9c48-410c-488b-9ccf-10075652d63c tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478551 Jan 17 00:39:53.055749 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device c18a03ef-9ace-45c8-bd94-2ae254e07581 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:39:53.109647 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port c18a03ef-9ace-45c8-bd94-2ae254e07581 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:39:53.114783 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port c18a03ef-9ace-45c8-bd94-2ae254e07581 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:39:53.115384 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:53.207037 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port c18a03ef-9ace-45c8-bd94-2ae254e07581 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:53.207450 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:53.233004 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23271d9c-1b03-44d8-bbc4-bbdda84511a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18a03ef-9ace-45c8-bd94-2ae254e07581'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:53.235351 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1398e3c1-b248-40a9-82e0-fd5714e9d5cf" -d '{"events": [{"server_uuid": "23271d9c-1b03-44d8-bbc4-bbdda84511a7", "name": "network-vif-plugged", "status": "completed", "tag": "c18a03ef-9ace-45c8-bd94-2ae254e07581"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:53.250416 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port c18a03ef-9ace-45c8-bd94-2ae254e07581, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c18a03ef-9ace-45c8-bd94-2ae254e07581,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:53.256088 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:53.283017 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4f9e38-07f2-4ede-8184-e882f08fe375 x-openstack-request-id: req-6d4f9e38-07f2-4ede-8184-e882f08fe375 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:53.283331 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23271d9c-1b03-44d8-bbc4-bbdda84511a7", "name": "network-vif-plugged", "status": "completed", "tag": "c18a03ef-9ace-45c8-bd94-2ae254e07581", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:53.283590 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d4f9e38-07f2-4ede-8184-e882f08fe375 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:53.283991 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23271d9c-1b03-44d8-bbc4-bbdda84511a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18a03ef-9ace-45c8-bd94-2ae254e07581', 'code': 200} Jan 17 00:39:53.315831 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=c18a03ef-9ace-45c8-bd94-2ae254e07581,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:53.506991 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa80c6c-9765-4eb1-a619-978adb228aa1 req-618dcbab-5381-4e02-b2a6-b48d27546e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:53.508549 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7aa80c6c-9765-4eb1-a619-978adb228aa1 req-618dcbab-5381-4e02-b2a6-b48d27546e0a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 1099 time: 0.0419040 Jan 17 00:39:53.560354 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7aa80c6c-9765-4eb1-a619-978adb228aa1 req-8ab62969-858a-437a-aac1-fa06ad2a8022 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Jan 17 00:39:53.977646 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62edd6-2ff2-4f05-b082-ca4610a87fb2 req-36aaf7a3-1f7f-4ec8-8e10-279a9fbb0753 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:53.980337 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2e62edd6-2ff2-4f05-b082-ca4610a87fb2 req-36aaf7a3-1f7f-4ec8-8e10-279a9fbb0753 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0778165 Jan 17 00:39:54.071547 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307aa70-1527-4fa8-89c8-171c8b01a15e req-f0f80991-9ea3-4904-adb5-ff207338eb34 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:54.073111 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9307aa70-1527-4fa8-89c8-171c8b01a15e req-f0f80991-9ea3-4904-adb5-ff207338eb34 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 946 time: 0.0907798 Jan 17 00:39:54.079052 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2e62edd6-2ff2-4f05-b082-ca4610a87fb2 req-3e000bca-6ded-4725-a67d-c80a3c3ed7de tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878699 Jan 17 00:39:54.126957 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9307aa70-1527-4fa8-89c8-171c8b01a15e req-abde3ec4-b78b-4a91-88a9-c6b58f9d72fd tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Jan 17 00:39:55.294468 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293b53-8d91-43f8-9cd0-776bfd4fea75 req-91859a2c-4827-42f7-b51a-d9d62ccf1050 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:55.297249 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40293b53-8d91-43f8-9cd0-776bfd4fea75 req-91859a2c-4827-42f7-b51a-d9d62ccf1050 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.1397502 Jan 17 00:39:55.352260 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaa9ef-36ea-46b7-b1f0-32509d2d6e24 req-cc0182da-4936-4456-9e66-fb4f9efb0e89 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:55.354200 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-22aaa9ef-36ea-46b7-b1f0-32509d2d6e24 req-cc0182da-4936-4456-9e66-fb4f9efb0e89 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 946 time: 0.1451051 Jan 17 00:39:55.703644 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-40293b53-8d91-43f8-9cd0-776bfd4fea75 req-0e2c706e-af70-4859-ab4e-1cd6ec57e8db tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984435 Jan 17 00:39:55.738486 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-22aaa9ef-36ea-46b7-b1f0-32509d2d6e24 req-3b556acd-3555-4c01-974b-dd74cf563ac4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759418 Jan 17 00:39:56.825099 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4089c-22b0-4ed5-afb9-931562b5fadc req-2036ab7b-e720-4e7e-920e-7d032ad6d6ac tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:56.826622 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8a4089c-22b0-4ed5-afb9-931562b5fadc req-2036ab7b-e720-4e7e-920e-7d032ad6d6ac tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 943 time: 0.0520215 Jan 17 00:39:56.879453 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f8a4089c-22b0-4ed5-afb9-931562b5fadc req-b9b439fb-c300-4288-83d2-2ff81ce4bbcd tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471265 Jan 17 00:39:57.065220 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device adeb13ee-c4e0-4f26-9da3-16eb641440e9 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:39:57.170099 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:57.183566 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'port_id': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'mac_address': 'fa:16:3e:b6:f1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:39:57.233195 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port adeb13ee-c4e0-4f26-9da3-16eb641440e9 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:57.233599 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:57.249575 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeb13ee-c4e0-4f26-9da3-16eb641440e9 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:39:57.278763 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:57.282749 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:57.336149 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=adeb13ee-c4e0-4f26-9da3-16eb641440e9,revision_number=7']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:57.642563 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['adeb13ee-c4e0-4f26-9da3-16eb641440e9'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:39:57.999176 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af6a5-cad1-41ef-be52-5c5e53339f9e req-be382618-f712-4816-a11b-39e0c4ba4dc4 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:58.000818 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-092af6a5-cad1-41ef-be52-5c5e53339f9e req-be382618-f712-4816-a11b-39e0c4ba4dc4 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 944 time: 0.0523505 Jan 17 00:39:58.064903 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-092af6a5-cad1-41ef-be52-5c5e53339f9e req-3ed12be8-4448-49c9-ac13-5481d4f8c758 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526717 Jan 17 00:39:59.093973 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device adeb13ee-c4e0-4f26-9da3-16eb641440e9 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:39:59.169157 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port adeb13ee-c4e0-4f26-9da3-16eb641440e9 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:39:59.169772 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:59.202881 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a6894-c32f-4b44-8109-c5f34e9d2aec req-af3d0cfd-6b24-4e2e-90d5-1c1a3fd057db tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:59.204695 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ab4a6894-c32f-4b44-8109-c5f34e9d2aec req-af3d0cfd-6b24-4e2e-90d5-1c1a3fd057db tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 944 time: 0.0539050 Jan 17 00:39:59.261061 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ab4a6894-c32f-4b44-8109-c5f34e9d2aec req-8baa225e-b8e4-4462-9dbd-7b2cc5424b7c tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500646 Jan 17 00:39:59.312902 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port adeb13ee-c4e0-4f26-9da3-16eb641440e9 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:39:59.313303 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:59.338194 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:39:59.340501 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c718d6-231a-4ece-8b97-0963e082030d" -d '{"events": [{"server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "name": "network-vif-plugged", "status": "completed", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:39:59.355018 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:39:59.359683 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:39:59.384443 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaf299a-0f0a-4055-9bee-e50a8a3b2575 x-openstack-request-id: req-abaf299a-0f0a-4055-9bee-e50a8a3b2575 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:39:59.384773 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "name": "network-vif-plugged", "status": "completed", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:39:59.384973 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abaf299a-0f0a-4055-9bee-e50a8a3b2575 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:39:59.385350 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'code': 200} Jan 17 00:39:59.417835 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=adeb13ee-c4e0-4f26-9da3-16eb641440e9,revision_number=8']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:39:59.701033 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a62009-6d8d-4a48-87fc-5c9b6c7b6435 req-201cd69e-3e5d-4dbe-8442-327cd0693d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:39:59.702614 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e7a62009-6d8d-4a48-87fc-5c9b6c7b6435 req-201cd69e-3e5d-4dbe-8442-327cd0693d17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1098 time: 0.0444231 Jan 17 00:39:59.754514 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e7a62009-6d8d-4a48-87fc-5c9b6c7b6435 req-a63532d2-0363-4d56-ac64-c0071ccac9a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450952 Jan 17 00:40:00.395042 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caefca-45fa-480d-8a51-1fbd77cb8ec4 req-70896468-bc68-4f3d-a5a8-7c1e026f2f58 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:00.396324 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-92caefca-45fa-480d-8a51-1fbd77cb8ec4 req-70896468-bc68-4f3d-a5a8-7c1e026f2f58 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0557859 Jan 17 00:40:00.474105 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-92caefca-45fa-480d-8a51-1fbd77cb8ec4 req-2e057d2d-6176-45e6-86f7-1f17e16dfae8 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711336 Jan 17 00:40:00.873976 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb484-83d9-4ca0-ba62-0cf3de0c8c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:01.603301 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66256cf3-70ae-41d2-9e50-4161fe4782cb req-793b2e16-a8e0-40f5-b6d6-7eb26c366bb3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:01.604856 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-66256cf3-70ae-41d2-9e50-4161fe4782cb req-793b2e16-a8e0-40f5-b6d6-7eb26c366bb3 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0579531 Jan 17 00:40:01.657173 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-66256cf3-70ae-41d2-9e50-4161fe4782cb req-e68b9352-140e-4eb2-b0e0-c69909975a13 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Jan 17 00:40:03.182364 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:40:03.183754 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-67d9c3d8-e7f3-4ba9-8bed-139ed8a0e2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:04.868152 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:05.131664 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:05.160635 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-db42507e-f3c4-49f1-ab64-32d9528c11db tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:05.162150 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-db42507e-f3c4-49f1-ab64-32d9528c11db tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 814 time: 0.1097324 Jan 17 00:40:05.179852 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-ae1c2c41-7b0f-460f-bec5-c8c51b55854c tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/quotas/8782630498554458bedd882ea67bedeb HTTP/1.1" status: 200 len: 375 time: 0.0122621 Jan 17 00:40:05.234482 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-2af3a9bd-d0a6-4fcf-a489-7720ad40d55d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487986 Jan 17 00:40:05.333311 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-c3a9226e-1c32-4afc-aa76-c6d4c4a644b0 service neutron] 10.222.0.24 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913682 Jan 17 00:40:05.430917 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f8da3cec-4cc1-4ec9-89a7-c5a7a26dbb71 service neutron] 10.222.0.24 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903158 Jan 17 00:40:05.594243 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-602e3b45-6d5d-43f9-b6f4-3967c8f262f5 req-0456b44b-8bef-4898-80ab-cd24cc48b5f3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 210 time: 0.0309987 Jan 17 00:40:06.717978 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9f9ed224-a8c4-4d89-8f1b-260af85c8a29 req-8f448e5c-31af-44f5-aa49-3b46d685c01f tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 210 time: 0.0354304 Jan 17 00:40:06.770252 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:06.793313 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-dde2fb4e-f63b-4862-abd1-edff34845ca8 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:06.795906 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-dde2fb4e-f63b-4862-abd1-edff34845ca8 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 814 time: 0.1685483 Jan 17 00:40:06.819454 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Request body: {'port': {'device_id': '4256a1ee-d520-498b-b4ad-293acca24a9d', 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243', 'admin_state_up': True, 'tenant_id': '8782630498554458bedd882ea67bedeb'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:40:06.941966 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Made reservation on behalf of 8782630498554458bedd882ea67bedeb for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:40:06.946119 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:07.093643 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Allocated IP 172.20.0.5 (4b397a78-bf92-404f-b26f-398a00cc4243/0fc696dc-8be5-4b5d-9abf-f9d6a89785e2/d5ade3ef-9543-4b09-809c-c740957b9f4d) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:40:07.246352 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks [] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:07.279717 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:07.321888 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['c18a03ef-9ace-45c8-bd94-2ae254e07581'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:40:07.329679 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Network 4b397a78-bf92-404f-b26f-398a00cc4243 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:40:07.333241 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:40:07.336001 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:40:07.352058 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:07.369101 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Pushing event updated for resources: {'Port': ['ID=d5ade3ef-9543-4b09-809c-c740957b9f4d,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:07.395350 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:07.396000 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:07.413466 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-493faaf8-645a-4ae7-a3ae-69b0a9ce42b0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987296 Jan 17 00:40:07.439670 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Request body: {'port': {'device_id': '4256a1ee-d520-498b-b4ad-293acca24a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:40:07.499501 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:07.770311 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ade3ef-9543-4b09-809c-c740957b9f4d {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:40:07.779335 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Publish callbacks [] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:07.797890 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Transition to ACTIVE for port object d5ade3ef-9543-4b09-809c-c740957b9f4d will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:40:07.801749 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:07.899762 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ade3ef-9543-4b09-809c-c740957b9f4d,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:07.960619 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3bcfb-fa7b-438c-b497-1c7e50e034f0 req-54553b10-dcaf-4280-80c2-562875448a4c tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:07.962157 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3bc3bcfb-fa7b-438c-b497-1c7e50e034f0 req-54553b10-dcaf-4280-80c2-562875448a4c tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 943 time: 0.1520298 Jan 17 00:40:08.023004 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Attempting to bind port d5ade3ef-9543-4b09-809c-c740957b9f4d on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:40:08.023273 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Attempting to bind port d5ade3ef-9543-4b09-809c-c740957b9f4d by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:40:08.023624 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Attempting to bind port d5ade3ef-9543-4b09-809c-c740957b9f4d on network 4b397a78-bf92-404f-b26f-398a00cc4243 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:40:08.034269 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3bc3bcfb-fa7b-438c-b497-1c7e50e034f0 req-cf0530d0-3825-4a01-9519-a5084ebcaa55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655234 Jan 17 00:40:08.034990 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Port d5ade3ef-9543-4b09-809c-c740957b9f4d on network 4b397a78-bf92-404f-b26f-398a00cc4243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:40:08.035345 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Attempting to bind port d5ade3ef-9543-4b09-809c-c740957b9f4d on network 4b397a78-bf92-404f-b26f-398a00cc4243 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:40:08.040880 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:40:08.041223 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Checking segment: {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:40:08.041615 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Bound using segment: {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:40:08.042049 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Bound port: d5ade3ef-9543-4b09-809c-c740957b9f4d, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:40:08.042411 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:08.109275 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] For port d5ade3ef-9543-4b09-809c-c740957b9f4d, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:40:08.112892 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] For port d5ade3ef-9543-4b09-809c-c740957b9f4d, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5ade3ef-9543-4b09-809c-c740957b9f4d,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:40:08.117407 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:08.156814 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:08.157442 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:08.158851 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] 10.222.0.15 "PUT /v2.0/ports/d5ade3ef-9543-4b09-809c-c740957b9f4d HTTP/1.1" status: 200 len: 1093 time: 0.7235780 Jan 17 00:40:08.159321 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4256a1ee-d520-498b-b4ad-293acca24a9d', 'tag': 'd5ade3ef-9543-4b09-809c-c740957b9f4d'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:40:08.161567 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0211ed5a-a376-4649-8e7d-20da13aaa3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4256a1ee-d520-498b-b4ad-293acca24a9d", "tag": "d5ade3ef-9543-4b09-809c-c740957b9f4d"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:40:08.182458 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e55a2-d79f-49f8-b75b-7ccc7131f736 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ade3ef-9543-4b09-809c-c740957b9f4d,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:08.212287 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8326a56-4a76-43d1-9837-859fda4042c5 x-openstack-request-id: req-c8326a56-4a76-43d1-9837-859fda4042c5 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:40:08.212582 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4256a1ee-d520-498b-b4ad-293acca24a9d", "tag": "d5ade3ef-9543-4b09-809c-c740957b9f4d", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:40:08.212844 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8326a56-4a76-43d1-9837-859fda4042c5 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:40:08.213254 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4256a1ee-d520-498b-b4ad-293acca24a9d', 'tag': 'd5ade3ef-9543-4b09-809c-c740957b9f4d', 'status': 'completed', 'code': 200} Jan 17 00:40:08.275938 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-4008ff02-9579-4adf-9ca0-b7801f657f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:08.277354 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-4008ff02-9579-4adf-9ca0-b7801f657f67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 1096 time: 0.0420671 Jan 17 00:40:08.328867 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-46e7fdf0-5c8a-46bd-8f57-4668c48f6329 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5ade3ef-9543-4b09-809c-c740957b9f4d HTTP/1.1" status: 200 len: 217 time: 0.0345595 Jan 17 00:40:08.380930 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-cf6d2e06-5d6c-4416-8fa4-87b4e6c4d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:08.382399 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-cf6d2e06-5d6c-4416-8fa4-87b4e6c4d51b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 HTTP/1.1" status: 200 len: 854 time: 0.0449383 Jan 17 00:40:08.419220 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-855a9898-f8c9-4b8e-982c-bc8e7a5c07d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b397a78-bf92-404f-b26f-398a00cc4243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277691 Jan 17 00:40:08.509817 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-035baaa8-47ee-45b2-ac47-25f58e04e45b service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826104 Jan 17 00:40:08.600929 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-97a13195-0efa-45f5-ae1c-dc6ba1806223 req-453647d9-e5e3-4d76-ae11-8451561a2487 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846641 Jan 17 00:40:08.739552 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-29580e74-b120-4ed5-9363-31b8e6dccf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:08.741036 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-29580e74-b120-4ed5-9363-31b8e6dccf55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 1096 time: 0.0412517 Jan 17 00:40:08.828312 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-36eae38f-d448-44e8-ac73-1d382d274dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:08.829764 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-36eae38f-d448-44e8-ac73-1d382d274dcb service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 915 time: 0.0811634 Jan 17 00:40:08.877898 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-1bda85a6-4266-4c36-aef4-bbdaed7c2ec6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5ade3ef-9543-4b09-809c-c740957b9f4d HTTP/1.1" status: 200 len: 217 time: 0.0373816 Jan 17 00:40:08.925725 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-83ef6d4d-f9f9-4dff-98db-0189453eebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:08.927151 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-83ef6d4d-f9f9-4dff-98db-0189453eebdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 HTTP/1.1" status: 200 len: 854 time: 0.0426586 Jan 17 00:40:08.959276 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-916b9397-ba19-4df1-b60b-c5270903b944 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b397a78-bf92-404f-b26f-398a00cc4243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241423 Jan 17 00:40:09.053841 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-f9f121df-ada7-4aff-ab08-8d477386d6f2 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881569 Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.194791 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:09.197445 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009f3bf-1710-433c-8cea-4ad1e4e355fc req-2d502884-2faf-40ef-92d2-81b060f0c2d4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:09.198595 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6009f3bf-1710-433c-8cea-4ad1e4e355fc req-2d502884-2faf-40ef-92d2-81b060f0c2d4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 943 time: 0.0858619 Jan 17 00:40:09.201053 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0211ed5a-a376-4649-8e7d-20da13aaa3bd req-c046822c-11b2-432a-b8fd-4b49d6d58985 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373606 Jan 17 00:40:09.253434 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6009f3bf-1710-433c-8cea-4ad1e4e355fc req-578fedb4-16ed-40b8-9867-24858742f57a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472441 Jan 17 00:40:10.374509 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca252e-6af6-4681-9e22-f021d41fa6db req-94f8ea44-acf6-4eca-8b01-b77ef96e72fc tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:10.376160 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cdca252e-6af6-4681-9e22-f021d41fa6db req-94f8ea44-acf6-4eca-8b01-b77ef96e72fc tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 943 time: 0.0503194 Jan 17 00:40:10.431070 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cdca252e-6af6-4681-9e22-f021d41fa6db req-21f82a30-1f42-4ab6-a3de-49213b04f514 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488591 Jan 17 00:40:11.124829 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d5ade3ef-9543-4b09-809c-c740957b9f4d details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:40:11.225042 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d5ade3ef-9543-4b09-809c-c740957b9f4d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5ade3ef-9543-4b09-809c-c740957b9f4d,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:11.235913 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'd5ade3ef-9543-4b09-809c-c740957b9f4d', 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243', 'port_id': 'd5ade3ef-9543-4b09-809c-c740957b9f4d', 'mac_address': 'fa:16:3e:f6:86:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc696dc-8be5-4b5d-9abf-f9d6a89785e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:40:11.273208 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d5ade3ef-9543-4b09-809c-c740957b9f4d is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:40:11.273630 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:11.287245 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ade3ef-9543-4b09-809c-c740957b9f4d {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:40:11.310554 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d5ade3ef-9543-4b09-809c-c740957b9f4d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5ade3ef-9543-4b09-809c-c740957b9f4d,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:11.314388 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:11.359155 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=d5ade3ef-9543-4b09-809c-c740957b9f4d,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:11.366624 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.366971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.367343 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.367675 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.368006 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.368341 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.368665 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.368986 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.369309 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.369625 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.369946 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.370266 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.370583 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:11.546333 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703ec37-ec2e-49fc-a7cf-6ffc0a9f1f89 req-42657e32-703c-490f-886b-0f78cc9a5c2a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:11.547718 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e703ec37-ec2e-49fc-a7cf-6ffc0a9f1f89 req-42657e32-703c-490f-886b-0f78cc9a5c2a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 944 time: 0.0509782 Jan 17 00:40:11.596246 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e703ec37-ec2e-49fc-a7cf-6ffc0a9f1f89 req-68e56f5e-dd5b-4eb8-b6c2-d5d8623825a7 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 Jan 17 00:40:11.684702 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['d5ade3ef-9543-4b09-809c-c740957b9f4d'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:40:12.712441 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8b3c0-5eea-461e-a373-13b1aaf403a4 req-86d96ab3-3c1e-439b-8900-d35a10367902 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:12.714168 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b6e8b3c0-5eea-461e-a373-13b1aaf403a4 req-86d96ab3-3c1e-439b-8900-d35a10367902 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 944 time: 0.0493202 Jan 17 00:40:12.766514 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b6e8b3c0-5eea-461e-a373-13b1aaf403a4 req-dcf70415-21c5-46c3-bf81-5e3116aad781 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Jan 17 00:40:13.125475 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d5ade3ef-9543-4b09-809c-c740957b9f4d up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:40:13.173883 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port d5ade3ef-9543-4b09-809c-c740957b9f4d completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:40:13.179271 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port d5ade3ef-9543-4b09-809c-c740957b9f4d triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:40:13.179648 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:13.262417 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port d5ade3ef-9543-4b09-809c-c740957b9f4d is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:40:13.262848 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:13.288745 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4256a1ee-d520-498b-b4ad-293acca24a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ade3ef-9543-4b09-809c-c740957b9f4d'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:40:13.291800 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c846fdb-6b3d-4d41-9cf0-974ce63f3c73" -d '{"events": [{"server_uuid": "4256a1ee-d520-498b-b4ad-293acca24a9d", "name": "network-vif-plugged", "status": "completed", "tag": "d5ade3ef-9543-4b09-809c-c740957b9f4d"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:40:13.307682 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port d5ade3ef-9543-4b09-809c-c740957b9f4d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5ade3ef-9543-4b09-809c-c740957b9f4d,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:13.313901 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:13.352263 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1306fae-6d47-47f5-b509-322498d02bb9 x-openstack-request-id: req-b1306fae-6d47-47f5-b509-322498d02bb9 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:40:13.352583 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4256a1ee-d520-498b-b4ad-293acca24a9d", "name": "network-vif-plugged", "status": "completed", "tag": "d5ade3ef-9543-4b09-809c-c740957b9f4d", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:40:13.352837 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1306fae-6d47-47f5-b509-322498d02bb9 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:40:13.353229 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4256a1ee-d520-498b-b4ad-293acca24a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ade3ef-9543-4b09-809c-c740957b9f4d', 'code': 200} Jan 17 00:40:13.379687 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=d5ade3ef-9543-4b09-809c-c740957b9f4d,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:13.593046 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072384d-2daa-45cf-8fd6-49c089448835 req-5ab7b51a-e7c7-48fb-9212-ef38ce2a8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:13.594616 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4072384d-2daa-45cf-8fd6-49c089448835 req-5ab7b51a-e7c7-48fb-9212-ef38ce2a8dba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 1098 time: 0.0467615 Jan 17 00:40:13.643848 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4072384d-2daa-45cf-8fd6-49c089448835 req-7bc1dacb-28b2-47ac-a452-1e6222a921c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Jan 17 00:40:13.886260 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8af79d-b798-41ca-864e-ba6ac4cde179 req-649dc128-9523-44f8-9d0d-3e4ecbb69027 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:13.887860 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe8af79d-b798-41ca-864e-ba6ac4cde179 req-649dc128-9523-44f8-9d0d-3e4ecbb69027 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 945 time: 0.0512547 Jan 17 00:40:13.936365 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe8af79d-b798-41ca-864e-ba6ac4cde179 req-3b96f985-ea51-4b74-a5ed-2c29cff40567 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Jan 17 00:40:15.057489 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4f254-d600-4b53-9acb-4c04f2e9bda6 req-a5dc56ea-e472-4228-bce9-e3618f9ac972 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:15.059022 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cdf4f254-d600-4b53-9acb-4c04f2e9bda6 req-a5dc56ea-e472-4228-bce9-e3618f9ac972 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 945 time: 0.0497789 Jan 17 00:40:15.107236 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cdf4f254-d600-4b53-9acb-4c04f2e9bda6 req-52681fc4-1a78-455f-a703-0a517f655c50 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Jan 17 00:40:16.228309 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f43485-6ef7-4630-b6b1-7a7ee1dd9c6e req-27dbd249-807f-467b-a219-77d474e7e954 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:16.229888 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-27f43485-6ef7-4630-b6b1-7a7ee1dd9c6e req-27dbd249-807f-467b-a219-77d474e7e954 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 945 time: 0.0530694 Jan 17 00:40:16.284601 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-27f43485-6ef7-4630-b6b1-7a7ee1dd9c6e req-9a465a89-0ab8-4fe5-9b8a-bcaea569c77c tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483704 Jan 17 00:40:17.979882 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b25d-586e-477f-9d19-314457e4373f req-beeb67a9-0707-4404-9150-c2bdb77e21a1 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:17.981343 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-beeb67a9-0707-4404-9150-c2bdb77e21a1 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 814 time: 0.1047294 Jan 17 00:40:17.995411 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-d6b2cfad-e0ff-4613-88f4-83d851a81299 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/quotas/8782630498554458bedd882ea67bedeb HTTP/1.1" status: 200 len: 375 time: 0.0088329 Jan 17 00:40:18.048266 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-0c7a637a-b821-4605-82d6-ecbc09323097 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481687 Jan 17 00:40:18.136091 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-88adef82-79e7-43c7-b714-d533c7b11dd6 service neutron] 10.222.0.24 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806789 Jan 17 00:40:18.227789 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-54e6864c-c50d-4f5e-986c-61aea97983af service neutron] 10.222.0.24 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Jan 17 00:40:18.383239 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0482985a-5f94-4981-9f2e-2b3325364fe2 req-f8ca4bb3-5d30-4f63-a3d3-c521934e0fdf tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 210 time: 0.0269496 Jan 17 00:40:19.524591 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6266bc1a-9b48-4a05-bcd4-452b4a128875 req-40077d77-2f46-4708-92a8-54d65b0e47e4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 210 time: 0.0682366 Jan 17 00:40:19.577569 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b25d-586e-477f-9d19-314457e4373f req-e9e4bcfa-34a5-444a-9fc0-2cb77d25b498 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:19.579017 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-e9e4bcfa-34a5-444a-9fc0-2cb77d25b498 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 814 time: 0.1329474 Jan 17 00:40:19.602388 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Request body: {'port': {'device_id': '659f86a1-446e-4dc5-ade8-d3cd456b4ebe', 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243', 'admin_state_up': True, 'tenant_id': '8782630498554458bedd882ea67bedeb'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:40:19.712445 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Made reservation on behalf of 8782630498554458bedd882ea67bedeb for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:40:19.716008 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:19.850753 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Allocated IP 172.20.0.8 (4b397a78-bf92-404f-b26f-398a00cc4243/0fc696dc-8be5-4b5d-9abf-f9d6a89785e2/703218ea-eb3b-4b3c-8e29-98e79140f2e3) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:40:20.013183 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks [] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:20.046255 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:20.093133 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Network 4b397a78-bf92-404f-b26f-398a00cc4243 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:40:20.097759 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['c18a03ef-9ace-45c8-bd94-2ae254e07581', 'd5ade3ef-9543-4b09-809c-c740957b9f4d'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:40:20.098258 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:40:20.100658 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:40:20.131474 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Pushing event updated for resources: {'Port': ['ID=703218ea-eb3b-4b3c-8e29-98e79140f2e3,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:20.143770 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.144120 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.144464 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.144810 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.145146 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.145477 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.145805 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.146134 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.146461 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.146786 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.147112 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.147463 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.147786 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:20.165558 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:20.166170 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:20.182484 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-3c7c8a01-6fdf-4f99-a052-57f868dea3b3 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841460 Jan 17 00:40:20.207082 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Request body: {'port': {'device_id': '659f86a1-446e-4dc5-ade8-d3cd456b4ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:40:20.265511 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:20.519794 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703218ea-eb3b-4b3c-8e29-98e79140f2e3 {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:40:20.526918 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Publish callbacks [] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:20.538662 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Transition to ACTIVE for port object 703218ea-eb3b-4b3c-8e29-98e79140f2e3 will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:40:20.542337 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:20.590205 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Pushing event updated for resources: {'Port': ['ID=703218ea-eb3b-4b3c-8e29-98e79140f2e3,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:20.693891 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b09ee-6825-4b61-968e-0212725e5390 req-dc0a6faa-8747-4884-ae1c-4d46c934e679 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:20.695385 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe8b09ee-6825-4b61-968e-0212725e5390 req-dc0a6faa-8747-4884-ae1c-4d46c934e679 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 943 time: 0.0982857 Jan 17 00:40:20.697706 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Attempting to bind port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:40:20.698046 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Attempting to bind port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:40:20.698377 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Attempting to bind port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 on network 4b397a78-bf92-404f-b26f-398a00cc4243 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:40:20.709655 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 on network 4b397a78-bf92-404f-b26f-398a00cc4243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:40:20.709982 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Attempting to bind port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 on network 4b397a78-bf92-404f-b26f-398a00cc4243 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:40:20.723052 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:40:20.723442 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Checking segment: {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:40:20.723830 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Bound using segment: {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:40:20.724265 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Bound port: 703218ea-eb3b-4b3c-8e29-98e79140f2e3, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:40:20.724623 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:20.780046 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-fe8b09ee-6825-4b61-968e-0212725e5390 req-bf33f610-30ac-42e1-aa25-2d76be61b48b tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783894 Jan 17 00:40:20.805687 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] For port 703218ea-eb3b-4b3c-8e29-98e79140f2e3, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:40:20.808671 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] For port 703218ea-eb3b-4b3c-8e29-98e79140f2e3, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=703218ea-eb3b-4b3c-8e29-98e79140f2e3,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:40:20.813999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:20.852966 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:20.853586 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:20.854957 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] 10.222.0.15 "PUT /v2.0/ports/703218ea-eb3b-4b3c-8e29-98e79140f2e3 HTTP/1.1" status: 200 len: 1093 time: 0.6523352 Jan 17 00:40:20.855406 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659f86a1-446e-4dc5-ade8-d3cd456b4ebe', 'tag': '703218ea-eb3b-4b3c-8e29-98e79140f2e3'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:40:20.857654 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed422321-e5bf-4241-9aaa-ea212661c215" -d '{"events": [{"name": "network-changed", "server_uuid": "659f86a1-446e-4dc5-ade8-d3cd456b4ebe", "tag": "703218ea-eb3b-4b3c-8e29-98e79140f2e3"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:40:20.878048 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdd7c2-e5ca-4477-af86-38f4f6f593ef service neutron] Pushing event updated for resources: {'Port': ['ID=703218ea-eb3b-4b3c-8e29-98e79140f2e3,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:20.900585 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9848e323-3a39-4891-ade2-7ccba5ede300 x-openstack-request-id: req-9848e323-3a39-4891-ade2-7ccba5ede300 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:40:20.900969 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659f86a1-446e-4dc5-ade8-d3cd456b4ebe", "tag": "703218ea-eb3b-4b3c-8e29-98e79140f2e3", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:40:20.901228 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9848e323-3a39-4891-ade2-7ccba5ede300 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:40:20.901631 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659f86a1-446e-4dc5-ade8-d3cd456b4ebe', 'tag': '703218ea-eb3b-4b3c-8e29-98e79140f2e3', 'status': 'completed', 'code': 200} Jan 17 00:40:20.986389 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b25d-586e-477f-9d19-314457e4373f req-fb9d153e-b347-4b13-887f-b9d32ca55d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:20.987905 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-fb9d153e-b347-4b13-887f-b9d32ca55d86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 1096 time: 0.0470362 Jan 17 00:40:21.041451 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-92415dbd-8c75-473b-a17a-e5b66bb3e27a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=703218ea-eb3b-4b3c-8e29-98e79140f2e3 HTTP/1.1" status: 200 len: 217 time: 0.0354748 Jan 17 00:40:21.095048 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b25d-586e-477f-9d19-314457e4373f req-a090ad71-b411-43df-8df4-2ae136c51315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:21.096697 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-a090ad71-b411-43df-8df4-2ae136c51315 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 HTTP/1.1" status: 200 len: 854 time: 0.0482569 Jan 17 00:40:21.127986 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-64140680-2763-4c8e-bf03-60a8847552f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b397a78-bf92-404f-b26f-398a00cc4243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254138 Jan 17 00:40:21.221950 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-7abeaf4b-14cb-4b24-aef5-7bac9cdf3f08 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857131 Jan 17 00:40:21.316846 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0758b25d-586e-477f-9d19-314457e4373f req-975cdb79-f650-4084-b8a6-a3e4e19656f1 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886133 Jan 17 00:40:21.459731 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-03eaa2a7-f431-41d4-b41e-d940998f30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:21.461201 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-03eaa2a7-f431-41d4-b41e-d940998f30db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 1096 time: 0.0402167 Jan 17 00:40:21.555079 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-c7b92712-a02a-4beb-8996-930b7ce739a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:21.556558 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-c7b92712-a02a-4beb-8996-930b7ce739a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 915 time: 0.0855765 Jan 17 00:40:21.871464 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-fa9b9355-0758-401b-8e9e-960b68de21f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=703218ea-eb3b-4b3c-8e29-98e79140f2e3 HTTP/1.1" status: 200 len: 217 time: 0.3068414 Jan 17 00:40:21.944007 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-2764902e-81fc-4385-ba80-707b8e2b34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:21.945448 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-2764902e-81fc-4385-ba80-707b8e2b34e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 HTTP/1.1" status: 200 len: 854 time: 0.0648222 Jan 17 00:40:21.953696 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7532abe-494a-468c-8640-3c27d5fc70a5 req-4f2415a5-c0d3-44b9-9fb0-a7862e79a12c tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:21.954996 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7532abe-494a-468c-8640-3c27d5fc70a5 req-4f2415a5-c0d3-44b9-9fb0-a7862e79a12c tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 943 time: 0.0860338 Jan 17 00:40:21.989766 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-8f62ade0-be6f-4de6-b82b-27eb6678afeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b397a78-bf92-404f-b26f-398a00cc4243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338411 Jan 17 00:40:22.025512 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b7532abe-494a-468c-8640-3c27d5fc70a5 req-a01b868e-e2dc-4979-90f1-51d7030686c8 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615723 Jan 17 00:40:22.098682 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-3cc9cc34-23e0-4db7-be21-74bb27d469ca service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874765 Jan 17 00:40:22.192370 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ed422321-e5bf-4241-9aaa-ea212661c215 req-11a1293b-5edb-4953-b56c-8ef3b8de5d63 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849175 Jan 17 00:40:23.142028 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078be38f-8c32-4d54-8119-7a1828a12ea3 req-1b299845-ff6e-48b6-8460-b087d6a3f018 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:23.143500 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-078be38f-8c32-4d54-8119-7a1828a12ea3 req-1b299845-ff6e-48b6-8460-b087d6a3f018 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 943 time: 0.0482752 Jan 17 00:40:23.188767 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-078be38f-8c32-4d54-8119-7a1828a12ea3 req-4c135e04-da9a-4723-bfea-cc6a338bc904 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Jan 17 00:40:24.306636 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07f80-fdc6-479a-a422-9350aba2befb req-2a7f4054-7a32-40cc-a036-d6746005cde4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:24.308041 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-46d07f80-fdc6-479a-a422-9350aba2befb req-2a7f4054-7a32-40cc-a036-d6746005cde4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 943 time: 0.0508432 Jan 17 00:40:24.354431 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-46d07f80-fdc6-479a-a422-9350aba2befb req-f0eab1e0-e3ba-42ee-9ee6-97bc5b045ed2 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Jan 17 00:40:25.187411 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 703218ea-eb3b-4b3c-8e29-98e79140f2e3 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:40:25.287320 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 703218ea-eb3b-4b3c-8e29-98e79140f2e3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=703218ea-eb3b-4b3c-8e29-98e79140f2e3,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:25.302386 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '703218ea-eb3b-4b3c-8e29-98e79140f2e3', 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243', 'port_id': '703218ea-eb3b-4b3c-8e29-98e79140f2e3', 'mac_address': 'fa:16:3e:73:cd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc696dc-8be5-4b5d-9abf-f9d6a89785e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:40:25.338211 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:40:25.338576 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:25.350950 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703218ea-eb3b-4b3c-8e29-98e79140f2e3 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:40:25.370736 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 703218ea-eb3b-4b3c-8e29-98e79140f2e3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=703218ea-eb3b-4b3c-8e29-98e79140f2e3,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:25.374427 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:25.424507 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=703218ea-eb3b-4b3c-8e29-98e79140f2e3,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:25.469592 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69b6e2-76cc-41c5-ac8f-5ba1b0eb07c3 req-0ef924f8-ee90-4838-8365-396d71a5a49f tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:25.471044 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb69b6e2-76cc-41c5-ac8f-5ba1b0eb07c3 req-0ef924f8-ee90-4838-8365-396d71a5a49f tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 944 time: 0.0496154 Jan 17 00:40:25.516578 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb69b6e2-76cc-41c5-ac8f-5ba1b0eb07c3 req-4d5e1cb8-43cd-45ee-9c55-550616536b74 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393999 Jan 17 00:40:25.794728 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['703218ea-eb3b-4b3c-8e29-98e79140f2e3'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:40:26.634082 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f4968-b763-4c8e-8494-71039fb77f7d req-8e8c0323-19f5-4f20-9970-9d1c31966552 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:26.635622 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bc9f4968-b763-4c8e-8494-71039fb77f7d req-8e8c0323-19f5-4f20-9970-9d1c31966552 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 944 time: 0.0508609 Jan 17 00:40:26.695515 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bc9f4968-b763-4c8e-8494-71039fb77f7d req-f0cfed88-70ef-4444-a17c-5e6d2ffe0833 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Jan 17 00:40:27.193196 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 703218ea-eb3b-4b3c-8e29-98e79140f2e3 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:40:27.248725 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:40:27.253145 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:40:27.253514 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:27.334777 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:40:27.335086 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:27.357821 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659f86a1-446e-4dc5-ade8-d3cd456b4ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703218ea-eb3b-4b3c-8e29-98e79140f2e3'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:40:27.360054 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec979ac-86b5-49bd-abd1-0f2ff414ecad" -d '{"events": [{"server_uuid": "659f86a1-446e-4dc5-ade8-d3cd456b4ebe", "name": "network-vif-plugged", "status": "completed", "tag": "703218ea-eb3b-4b3c-8e29-98e79140f2e3"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:40:27.373547 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 703218ea-eb3b-4b3c-8e29-98e79140f2e3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=703218ea-eb3b-4b3c-8e29-98e79140f2e3,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:27.378599 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:27.403798 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876be337-eac5-4158-adf7-0d905f37372e x-openstack-request-id: req-876be337-eac5-4158-adf7-0d905f37372e {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:40:27.404084 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659f86a1-446e-4dc5-ade8-d3cd456b4ebe", "name": "network-vif-plugged", "status": "completed", "tag": "703218ea-eb3b-4b3c-8e29-98e79140f2e3", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:40:27.404333 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-876be337-eac5-4158-adf7-0d905f37372e {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:40:27.404720 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659f86a1-446e-4dc5-ade8-d3cd456b4ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703218ea-eb3b-4b3c-8e29-98e79140f2e3', 'code': 200} Jan 17 00:40:27.430551 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=703218ea-eb3b-4b3c-8e29-98e79140f2e3,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:27.633917 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f221400-624b-4e28-90d1-5ee7cbce27a4 req-ef56d2a5-e7ec-4470-ab25-ae026f4e251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:27.635415 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0f221400-624b-4e28-90d1-5ee7cbce27a4 req-ef56d2a5-e7ec-4470-ab25-ae026f4e251d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 1098 time: 0.0434532 Jan 17 00:40:27.682152 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0f221400-624b-4e28-90d1-5ee7cbce27a4 req-fd812799-178a-4a1c-bca4-3ca51301c9b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393214 Jan 17 00:40:27.811826 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e31063-fe34-43d1-ac30-ac8331c2c24b req-24b94da4-3c53-42d3-9df2-0dab08a34092 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:27.812973 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b5e31063-fe34-43d1-ac30-ac8331c2c24b req-24b94da4-3c53-42d3-9df2-0dab08a34092 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 945 time: 0.0506554 Jan 17 00:40:27.860685 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b5e31063-fe34-43d1-ac30-ac8331c2c24b req-3f0cb396-a4ec-489a-a20d-4d1b2ea30134 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Jan 17 00:40:28.982090 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82689b6-c418-4ad2-8220-2fb320c5b015 req-e1f45a68-5b67-4835-9ddc-83567a832558 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:28.983561 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b82689b6-c418-4ad2-8220-2fb320c5b015 req-e1f45a68-5b67-4835-9ddc-83567a832558 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 945 time: 0.0522335 Jan 17 00:40:29.031516 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-b82689b6-c418-4ad2-8220-2fb320c5b015 req-e4f967f5-9e16-4932-8ca4-abeb369632ae tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Jan 17 00:40:30.152351 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323c524-ceb1-44be-a1a0-119aca4c6182 req-0caa9da8-7016-44ca-a4e6-a7068d4c4164 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:30.153906 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1323c524-ceb1-44be-a1a0-119aca4c6182 req-0caa9da8-7016-44ca-a4e6-a7068d4c4164 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 945 time: 0.0537016 Jan 17 00:40:30.207162 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1323c524-ceb1-44be-a1a0-119aca4c6182 req-f659ab40-9693-4244-a51d-6f3e0f4a9fd1 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475519 Jan 17 00:40:30.266062 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5366eff-3bd7-4dc0-ab2d-8ed3f76d36c1 req-aa6a4b13-4891-48b4-87e2-87cb459b9431 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:30.267642 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5366eff-3bd7-4dc0-ab2d-8ed3f76d36c1 req-aa6a4b13-4891-48b4-87e2-87cb459b9431 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 946 time: 0.0645504 Jan 17 00:40:30.320141 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f5366eff-3bd7-4dc0-ab2d-8ed3f76d36c1 req-162ef01a-e812-4ec0-88d5-c7483e7199c8 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445669 Jan 17 00:40:30.867893 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-f5250048-ee57-4f4c-8cc6-6ab0db1a1939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:31.447279 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fe221-91e4-4e62-9365-32c64f139f0e req-96df5187-5555-4871-896b-3e5582c34743 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:31.448762 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-552fe221-91e4-4e62-9365-32c64f139f0e req-96df5187-5555-4871-896b-3e5582c34743 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 946 time: 0.0486307 Jan 17 00:40:31.495658 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-552fe221-91e4-4e62-9365-32c64f139f0e req-49bd31ed-ed05-4e66-b19b-e16724cbfed4 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413487 Jan 17 00:40:32.298052 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-e21d6a5b-c27b-4648-abd3-39155652efcc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:32.299561 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-e21d6a5b-c27b-4648-abd3-39155652efcc tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 946 time: 0.0490103 Jan 17 00:40:32.399500 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Deleting port 5cf80a15-2d71-4f79-9744-bff00fe45f1e {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:40:32.399776 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:32.485766 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] For port 5cf80a15-2d71-4f79-9744-bff00fe45f1e, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=5cf80a15-2d71-4f79-9744-bff00fe45f1e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:32.486484 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:32.685741 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017eca0-ce55-4c62-86b8-a854f197e2b8 req-c7669f78-4d0f-4d36-8787-e709ee0d18e0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:32.687267 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3017eca0-ce55-4c62-86b8-a854f197e2b8 req-c7669f78-4d0f-4d36-8787-e709ee0d18e0 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/ports?device_id=65cce081-1001-4aa0-a33e-b431a75e2c4d HTTP/1.1" status: 200 len: 946 time: 0.1072397 Jan 17 00:40:32.718742 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:32.719111 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (ace014e5-1786-4260-98bb-9ac164847ae0), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:32.719465 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Floating IP ace014e5-1786-4260-98bb-9ac164847ae0 disassociated. External IP: 172.27.3.160, port: 5cf80a15-2d71-4f79-9744-bff00fe45f1e. Jan 17 00:40:32.719805 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Calling delete_port for 5cf80a15-2d71-4f79-9744-bff00fe45f1e owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:40:32.787699 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3017eca0-ce55-4c62-86b8-a854f197e2b8 req-b9f72ecc-35e4-4460-8c9f-324a601594cf tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups?id=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937166 Jan 17 00:40:32.871022 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (5cf80a15-2d71-4f79-9744-bff00fe45f1e), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:32.900034 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event deleted for resources: {'Port': ['ID=5cf80a15-2d71-4f79-9744-bff00fe45f1e,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:33.017844 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Router 500e0536-9e0c-4c6f-822a-523a45ad30e4 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:40:33.131475 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:40:33.143541 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] Sync routers for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:40:33.153565 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:40:33.154370 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:40:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:33.170999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] No DVR routers for this DVR port 5cf80a15-2d71-4f79-9744-bff00fe45f1e on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:40:33.173825 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:33.177654 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d8f43eb4-07c8-4d7f-9df1-41b16bdc8056 req-6b2dd1ed-0834-4549-bca6-3d76aa4c99ad tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.15 "DELETE /v2.0/ports/5cf80a15-2d71-4f79-9744-bff00fe45f1e HTTP/1.1" status: 204 len: 173 time: 0.8720546 Jan 17 00:40:33.178119 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-deleted', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:40:33.180493 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd79813b-4911-45bb-b57d-222576b03a68" -d '{"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-deleted", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:40:33.212926 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-30055442-5989-45e6-a8aa-bcee02875497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:33.220701 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652e17ac-ce8a-468e-b5f3-4f4051d0a85e x-openstack-request-id: req-652e17ac-ce8a-468e-b5f3-4f4051d0a85e {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:40:33.220999 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cce081-1001-4aa0-a33e-b431a75e2c4d", "name": "network-vif-deleted", "tag": "5cf80a15-2d71-4f79-9744-bff00fe45f1e", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:40:33.221267 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-652e17ac-ce8a-468e-b5f3-4f4051d0a85e {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:40:33.221672 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cce081-1001-4aa0-a33e-b431a75e2c4d', 'name': 'network-vif-deleted', 'tag': '5cf80a15-2d71-4f79-9744-bff00fe45f1e', 'status': 'completed', 'code': 200} Jan 17 00:40:33.277992 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:40:33.497930 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:33.525864 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] Checking router: 500e0536-9e0c-4c6f-822a-523a45ad30e4 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:40:33.535075 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:40:33.535716 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:40:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:33.639979 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:40:33.831932 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:33.864782 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd711cce-9b68-4f8b-b470-2b855242a144 None None] The sync data for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi is: [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:32:41Z', 'revision_number': 4, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': 'a26b237f-2be3-449d-ad32-18897807f75e', 'name': '', 'network_id': 'f459bb8f-704d-426b-98b9-27a9a855a1f2', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'mac_address': 'fa:16:3e:fd:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'da467d0c-54ae-4485-a925-473653560edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:39Z', 'updated_at': '2022-01-17T00:32:50Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'subnets': [{'id': 'da467d0c-54ae-4485-a925-473653560edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:40:33.882628 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43694) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:33.941144 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5e61bbd1-034a-41ac-8d32-d6748cd20d51 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:33.966512 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5e61bbd1-034a-41ac-8d32-d6748cd20d51 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:34.019021 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5e61bbd1-034a-41ac-8d32-d6748cd20d51 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:34.021669 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5e61bbd1-034a-41ac-8d32-d6748cd20d51 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:34.025651 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43698) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:34.026111 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-5e61bbd1-034a-41ac-8d32-d6748cd20d51 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "DELETE /v2.0/security-groups/a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf HTTP/1.1" status: 204 len: 168 time: 0.1419890 Jan 17 00:40:34.035073 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61bbd1-034a-41ac-8d32-d6748cd20d51 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:34.046521 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.api.v2.resource [None req-12353752-539d-49bc-b822-4678b9f4cfdf tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] show failed (client error): The resource could not be found. Jan 17 00:40:34.050380 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-12353752-539d-49bc-b822-4678b9f4cfdf tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "GET /v2.0/security-groups/a1b97d33-3e2b-43ca-bc4c-a5f9b95f4acf HTTP/1.1" status: 404 len: 347 time: 0.0203829 Jan 17 00:40:34.050724 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43700) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:34.125432 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed2b5d-019d-4207-aa81-c0e7cf363b2e None None] New status for floating IP ace014e5-1786-4260-98bb-9ac164847ae0: DOWN {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:40:34.185527 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Deleting port 30f53e41-e322-479e-abf8-7b63e55eea4f {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:40:34.185869 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (30f53e41-e322-479e-abf8-7b63e55eea4f), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:34.264821 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (30f53e41-e322-479e-abf8-7b63e55eea4f), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:34.265908 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (30f53e41-e322-479e-abf8-7b63e55eea4f), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:34.278407 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Calling delete_port for 30f53e41-e322-479e-abf8-7b63e55eea4f owned by network:floatingip {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:40:34.430982 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (30f53e41-e322-479e-abf8-7b63e55eea4f), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:34.457762 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Pushing event deleted for resources: {'Port': ['ID=30f53e41-e322-479e-abf8-7b63e55eea4f,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:34.521077 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks [] for floatingip (ace014e5-1786-4260-98bb-9ac164847ae0), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:34.523691 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:34.524842 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-8893b267-c122-4124-b3d7-e86098081603 tempest-AttachVolumeShelveTestJSON-357683913 tempest-AttachVolumeShelveTestJSON-357683913-project] 10.222.0.24 "DELETE /v2.0/floatingips/ace014e5-1786-4260-98bb-9ac164847ae0 HTTP/1.1" status: 204 len: 168 time: 0.4717221 Jan 17 00:40:34.871046 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:35.153321 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:36.766455 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:36.949156 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43728) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:37.241624 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:40:37.265271 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: 5cf80a15-2d71-4f79-9744-bff00fe45f1e {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:40:37.265621 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 5cf80a15-2d71-4f79-9744-bff00fe45f1e not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:40:37.329848 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:37.358878 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877905'] for router_interface (500e0536-9e0c-4c6f-822a-523a45ad30e4), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:37.606782 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Deleting port a26b237f-2be3-449d-ad32-18897807f75e {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:40:37.607045 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (a26b237f-2be3-449d-ad32-18897807f75e), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:37.684522 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] For port a26b237f-2be3-449d-ad32-18897807f75e, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=a26b237f-2be3-449d-ad32-18897807f75e,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:37.684882 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (a26b237f-2be3-449d-ad32-18897807f75e), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:37.704294 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Calling delete_port for a26b237f-2be3-449d-ad32-18897807f75e owned by network:router_interface {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:40:37.891710 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (a26b237f-2be3-449d-ad32-18897807f75e), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:37.914964 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a26b237f-2be3-449d-ad32-18897807f75e,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:38.084123 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875457'] for router_interface (500e0536-9e0c-4c6f-822a-523a45ad30e4), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:38.308807 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Router 500e0536-9e0c-4c6f-822a-523a45ad30e4 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:40:38.418112 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:40:38.425065 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-64d7f714-4c62-420f-9d7d-eb5d0358e9ea admin admin] 10.222.0.24 "PUT /v2.0/routers/500e0536-9e0c-4c6f-822a-523a45ad30e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4748387 Jan 17 00:40:38.425666 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43736) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:38.428776 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] Sync routers for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:40:38.439745 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:40:38.440344 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:40:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:38.558042 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:40:38.759020 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:40:37Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:38.792335 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] Checking router: 500e0536-9e0c-4c6f-822a-523a45ad30e4 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:40:38.802220 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] Routers {'500e0536-9e0c-4c6f-822a-523a45ad30e4'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:40:38.802883 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:40:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['500e0536-9e0c-4c6f-822a-523a45ad30e4'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:38.815220 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks [] for router (500e0536-9e0c-4c6f-822a-523a45ad30e4), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:38.916288 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] Set router 500e0536-9e0c-4c6f-822a-523a45ad30e4 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:40:38.928235 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks [] for router_gateway (500e0536-9e0c-4c6f-822a-523a45ad30e4), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:38.985041 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Deleting port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:40:38.985382 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.065690 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] For port 4d44a8fc-469a-4a0a-af87-b42703cbeaa0, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=4d44a8fc-469a-4a0a-af87-b42703cbeaa0,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:39.065974 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.089215 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Calling delete_port for 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 owned by network:router_gateway {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:40:39.191459 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:40:37Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:39.218960 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d67ef7-afea-4940-aa83-b6bf454465b1 None None] The sync data for ids ['500e0536-9e0c-4c6f-822a-523a45ad30e4'] in dv-cinder-815461-7-iscsi is: [{'id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'name': 'tempest-AttachVolumeShelveTestJSON-934289848-router', 'tenant_id': '8b2712d873674207a8abc2738a48850a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:32:30Z', 'updated_at': '2022-01-17T00:40:37Z', 'revision_number': 5, 'project_id': '8b2712d873674207a8abc2738a48850a', 'gw_port': {'id': '4d44a8fc-469a-4a0a-af87-b42703cbeaa0', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500e0536-9e0c-4c6f-822a-523a45ad30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:32:32Z', 'updated_at': '2022-01-17T00:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:40:39.272816 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (4d44a8fc-469a-4a0a-af87-b42703cbeaa0), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.298770 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d44a8fc-469a-4a0a-af87-b42703cbeaa0,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:39.363675 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3875947'] for router_gateway (500e0536-9e0c-4c6f-822a-523a45ad30e4), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.457033 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25086'] for router (500e0536-9e0c-4c6f-822a-523a45ad30e4), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.459275 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks [] for router_controller (500e0536-9e0c-4c6f-822a-523a45ad30e4), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.505382 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921399'] for router (500e0536-9e0c-4c6f-822a-523a45ad30e4), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.505916 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 500e0536-9e0c-4c6f-822a-523a45ad30e4 {{(pid=109112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 00:40:39.511358 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.514778 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-f14069cb-4688-4607-ae35-902a8734d179 admin admin] 10.222.0.24 "DELETE /v2.0/routers/500e0536-9e0c-4c6f-822a-523a45ad30e4 HTTP/1.1" status: 204 len: 168 time: 1.0859225 Jan 17 00:40:39.515259 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43746) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:39.574448 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd21ef88-3569-452b-a9e7-06b61c20398b admin admin] Deleting subnet da467d0c-54ae-4485-a925-473653560edb {{(pid=109112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:40:39.578035 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bd21ef88-3569-452b-a9e7-06b61c20398b admin admin] Publish callbacks [] for subnet (da467d0c-54ae-4485-a925-473653560edb), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.616110 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bd21ef88-3569-452b-a9e7-06b61c20398b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25783539'] for subnet (da467d0c-54ae-4485-a925-473653560edb), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.709249 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bd21ef88-3569-452b-a9e7-06b61c20398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (da467d0c-54ae-4485-a925-473653560edb), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.772864 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bd21ef88-3569-452b-a9e7-06b61c20398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26670111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984969'] for subnet (da467d0c-54ae-4485-a925-473653560edb), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.809607 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bd21ef88-3569-452b-a9e7-06b61c20398b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.815169 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-bd21ef88-3569-452b-a9e7-06b61c20398b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da467d0c-54ae-4485-a925-473653560edb HTTP/1.1" status: 204 len: 168 time: 0.2986038 Jan 17 00:40:39.816813 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21ef88-3569-452b-a9e7-06b61c20398b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da467d0c-54ae-4485-a925-473653560edb,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:39.819322 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43758) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:39.826284 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3ef42d-0bc1-450d-963a-b8a987954b50 None None] Network f459bb8f-704d-426b-98b9-27a9a855a1f2 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:40:39.949589 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device a26b237f-2be3-449d-ad32-18897807f75e no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:40:39.950969 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (f459bb8f-704d-426b-98b9-27a9a855a1f2), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:39.982631 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: a26b237f-2be3-449d-ad32-18897807f75e {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:40:39.982972 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device a26b237f-2be3-449d-ad32-18897807f75e not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:40:40.010457 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Deleting port 6bef426c-7123-46eb-a55f-237b63aed66b {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:40:40.010802 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.085880 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] For port 6bef426c-7123-46eb-a55f-237b63aed66b, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=6bef426c-7123-46eb-a55f-237b63aed66b,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:40.086335 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.100499 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5083318-0e24-4e74-9870-ca9be602a10d None None] DHCP port deletion for f459bb8f-704d-426b-98b9-27a9a855a1f2 request from dv-cinder-815461-7-iscsi {{(pid=109114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 00:40:40.105266 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Calling delete_port for 6bef426c-7123-46eb-a55f-237b63aed66b owned by network:dhcp {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:40:40.156655 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-e5083318-0e24-4e74-9870-ca9be602a10d None None] Deleting port 6bef426c-7123-46eb-a55f-237b63aed66b {{(pid=109114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:40:40.157034 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e5083318-0e24-4e74-9870-ca9be602a10d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), before_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.181149 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:40:40.196376 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.227682 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-e5083318-0e24-4e74-9870-ca9be602a10d None None] For port 6bef426c-7123-46eb-a55f-237b63aed66b, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=6bef426c-7123-46eb-a55f-237b63aed66b,segment=NetworkSegment(4e57d2e0-4284-43bf-af7e-c1b2249a084d),segment_id=4e57d2e0-4284-43bf-af7e-c1b2249a084d)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:40.228080 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e5083318-0e24-4e74-9870-ca9be602a10d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), precommit_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.233667 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bef426c-7123-46eb-a55f-237b63aed66b,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:40.238644 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] No DVR routers for this DVR port 6bef426c-7123-46eb-a55f-237b63aed66b on host dv-cinder-815461-7-iscsi {{(pid=109113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:40:40.244750 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-e5083318-0e24-4e74-9870-ca9be602a10d None None] Calling delete_port for 6bef426c-7123-46eb-a55f-237b63aed66b owned by network:dhcp {{(pid=109114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:40:40.246605 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.246957 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.247359 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.247704 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.248177 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.248516 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.248845 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.249174 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.249503 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.249828 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.250153 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.250471 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.252586 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:40:40.323888 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (f459bb8f-704d-426b-98b9-27a9a855a1f2), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.326141 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e5083318-0e24-4e74-9870-ca9be602a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144'] for port (6bef426c-7123-46eb-a55f-237b63aed66b), after_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.348637 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f459bb8f-704d-426b-98b9-27a9a855a1f2']}} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:40.351356 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5083318-0e24-4e74-9870-ca9be602a10d None None] Pushing event deleted for resources: {'Port': ['ID=6bef426c-7123-46eb-a55f-237b63aed66b,revision_number=None']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:40.355390 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5083318-0e24-4e74-9870-ca9be602a10d None None] No DVR routers for this DVR port 6bef426c-7123-46eb-a55f-237b63aed66b on host dv-cinder-815461-7-iscsi {{(pid=109114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:40:40.361998 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e57d2e0-4284-43bf-af7e-c1b2249a084d') {'for_net_delete': True} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:40.362257 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e57d2e0-4284-43bf-af7e-c1b2249a084d') {} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:40:40.375839 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25992246'] for segment (4e57d2e0-4284-43bf-af7e-c1b2249a084d), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.391403 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (4e57d2e0-4284-43bf-af7e-c1b2249a084d), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.398601 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:40:40.399010 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25195224'] for segment (4e57d2e0-4284-43bf-af7e-c1b2249a084d), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: Traceback (most recent call last): Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: timer() Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: cb(*args, **kw) Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: return func(*args, **kwargs) Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: self._notify() Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: self.callback(batched_events) Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: event.method(event) Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: return f(self, *a, **k) Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._get(url).json() Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: return self.request(url, 'GET', **kwargs) Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:40:40.400689 dv-cinder-815461-7-iscsi neutron-server[109113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:40:40.455084 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (f459bb8f-704d-426b-98b9-27a9a855a1f2), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.461765 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.464889 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f459bb8f-704d-426b-98b9-27a9a855a1f2 HTTP/1.1" status: 204 len: 168 time: 0.6446047 Jan 17 00:40:40.487661 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cea7e0-7f4f-46b1-9b53-06f14c255f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f459bb8f-704d-426b-98b9-27a9a855a1f2,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:40.586889 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43762) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:40.625800 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-414933e5-fc3f-4c57-b88d-9bc6f45419c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b2712d873674207a8abc2738a48850a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375817 Jan 17 00:40:40.628330 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43764) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:40.674950 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8b2cbb39-e32f-4853-b5a0-e963aa50a5b1 admin admin] Publish callbacks [] for security_group (66e813c3-a82b-448c-9ac6-69b53275efc2), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.696727 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8b2cbb39-e32f-4853-b5a0-e963aa50a5b1 admin admin] Publish callbacks [] for security_group (66e813c3-a82b-448c-9ac6-69b53275efc2), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.749035 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8b2cbb39-e32f-4853-b5a0-e963aa50a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (66e813c3-a82b-448c-9ac6-69b53275efc2), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.751844 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8b2cbb39-e32f-4853-b5a0-e963aa50a5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:40.753005 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-8b2cbb39-e32f-4853-b5a0-e963aa50a5b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66e813c3-a82b-448c-9ac6-69b53275efc2 HTTP/1.1" status: 204 len: 168 time: 0.1238375 Jan 17 00:40:40.761617 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cbb39-e32f-4853-b5a0-e963aa50a5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e813c3-a82b-448c-9ac6-69b53275efc2,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:41.254056 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-07e4a0ef-0cf8-4d60-b91e-095d0edf0ef4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:41.256511 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-07e4a0ef-0cf8-4d60-b91e-095d0edf0ef4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 814 time: 0.1077988 Jan 17 00:40:41.278422 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-9af35e81-2e2e-444f-b3d7-b9ad2ea84e13 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/quotas/8782630498554458bedd882ea67bedeb HTTP/1.1" status: 200 len: 375 time: 0.0127940 Jan 17 00:40:41.342791 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-803fd63b-b6c9-4b95-9976-eea32fb7b5cc tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581207 Jan 17 00:40:41.433930 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-9c85487f-355b-44b4-8ea2-76da036cb677 service neutron] 10.222.0.24 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842586 Jan 17 00:40:41.543753 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-bc2e0aa5-df04-489c-8673-9271f46516fe service neutron] 10.222.0.24 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040597 Jan 17 00:40:41.767833 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-517bf973-c43f-4826-8787-1919d72d2899 req-1d3de27a-97df-433a-8fd7-d79cf7975378 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 210 time: 0.0467536 Jan 17 00:40:41.791767 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-ff713352-2ef4-4c62-bb2e-cb5e4c4ba7a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813482 Jan 17 00:40:41.801104 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 6bef426c-7123-46eb-a55f-237b63aed66b no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:40:41.827036 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 6bef426c-7123-46eb-a55f-237b63aed66b {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:40:41.827573 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 6bef426c-7123-46eb-a55f-237b63aed66b not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:40:41.828233 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:40:41.853314 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:40:41.854020 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 4d44a8fc-469a-4a0a-af87-b42703cbeaa0 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:40:41.909591 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-763f24c8-e61a-4729-a6e9-414dd6ae8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:41.913506 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-763f24c8-e61a-4729-a6e9-414dd6ae8424 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26758062fce6425cae7332c5dc4a74a4&device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1098 time: 0.0475907 Jan 17 00:40:42.052188 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-49e943fd-648d-404f-b669-c467d736e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:42.054199 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-49e943fd-648d-404f-b669-c467d736e28d service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 200 len: 909 time: 0.1067233 Jan 17 00:40:42.133123 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-d7d35cfd-abf4-4964-ab5c-ab5d36fa9a33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 200 len: 1000 time: 0.0681829 Jan 17 00:40:42.193918 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-0dfdd710-74f0-4156-8224-3211c4d4911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:42.196016 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-0dfdd710-74f0-4156-8224-3211c4d4911d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be HTTP/1.1" status: 200 len: 847 time: 0.0514688 Jan 17 00:40:42.244496 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-8def9faa-cace-408b-b02e-e011289ee5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:42.246170 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-8def9faa-cace-408b-b02e-e011289ee5f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa39a57a-592f-414a-a20d-96015da6e1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438795 Jan 17 00:40:42.367523 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-b6f7656d-d7a1-4351-b498-166714abc029 service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081548 Jan 17 00:40:42.473735 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-55123b3d-ef4c-4e2b-9a7e-8b5cec87d5fe req-d16978d6-e384-48e8-b5b2-c0f15f0f24af service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981779 Jan 17 00:40:42.876006 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4f2be1cb-f6f1-4e6b-a2a8-777b691c61ea req-93d6e5cd-2ab0-4b0f-a962-617e2e8f9452 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 210 time: 0.0283248 Jan 17 00:40:43.028603 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-bc1df0c2-e42b-4fe1-9296-a7e5639e1365 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:43.030104 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-bc1df0c2-e42b-4fe1-9296-a7e5639e1365 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 814 time: 0.1263285 Jan 17 00:40:43.068206 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Request body: {'port': {'device_id': '6928efd5-80c7-410b-b2da-a899c969e8ed', 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243', 'admin_state_up': True, 'tenant_id': '8782630498554458bedd882ea67bedeb'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:40:43.185890 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Made reservation on behalf of 8782630498554458bedd882ea67bedeb for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:40:43.189501 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:43.327860 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Allocated IP 172.20.0.11 (4b397a78-bf92-404f-b26f-398a00cc4243/0fc696dc-8be5-4b5d-9abf-f9d6a89785e2/027b9bc7-5323-4ef3-814c-07b221c128b5) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:40:43.476208 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks [] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:43.509975 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:43.555548 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Network 4b397a78-bf92-404f-b26f-398a00cc4243 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:40:43.557730 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['c18a03ef-9ace-45c8-bd94-2ae254e07581', 'd5ade3ef-9543-4b09-809c-c740957b9f4d', '703218ea-eb3b-4b3c-8e29-98e79140f2e3'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:40:43.558802 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:40:43.562705 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:40:43.592372 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Pushing event updated for resources: {'Port': ['ID=027b9bc7-5323-4ef3-814c-07b221c128b5,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:43.616916 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:43.618003 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:43.640706 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-c716cab0-b329-4534-abc4-ee3317737de5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5765746 Jan 17 00:40:43.664446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Request body: {'port': {'device_id': '6928efd5-80c7-410b-b2da-a899c969e8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:40:43.728327 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:44.058394 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027b9bc7-5323-4ef3-814c-07b221c128b5 {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:40:44.069205 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd53bd-9f2c-46e0-a5aa-1cb9b1800368 req-2da38ed0-ff56-430e-ad54-8787096b59a0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:44.070717 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-abcd53bd-9f2c-46e0-a5aa-1cb9b1800368 req-2da38ed0-ff56-430e-ad54-8787096b59a0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 932 time: 0.0972087 Jan 17 00:40:44.075448 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Publish callbacks [] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:44.106448 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Transition to ACTIVE for port object 027b9bc7-5323-4ef3-814c-07b221c128b5 will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:40:44.111769 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:44.170016 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-abcd53bd-9f2c-46e0-a5aa-1cb9b1800368 req-5416a835-88ec-4fa8-a8f0-25397855c9f4 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917151 Jan 17 00:40:44.180717 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Pushing event updated for resources: {'Port': ['ID=027b9bc7-5323-4ef3-814c-07b221c128b5,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:44.253901 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Attempting to bind port 027b9bc7-5323-4ef3-814c-07b221c128b5 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:40:44.254248 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Attempting to bind port 027b9bc7-5323-4ef3-814c-07b221c128b5 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:40:44.255155 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Attempting to bind port 027b9bc7-5323-4ef3-814c-07b221c128b5 on network 4b397a78-bf92-404f-b26f-398a00cc4243 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:40:44.260566 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Port 027b9bc7-5323-4ef3-814c-07b221c128b5 on network 4b397a78-bf92-404f-b26f-398a00cc4243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:40:44.260933 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Attempting to bind port 027b9bc7-5323-4ef3-814c-07b221c128b5 on network 4b397a78-bf92-404f-b26f-398a00cc4243 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:40:44.265998 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:40:44.266340 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Checking segment: {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:40:44.266731 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Bound using segment: {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:40:44.267214 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Bound port: 027b9bc7-5323-4ef3-814c-07b221c128b5, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2e1894-be69-4516-adb2-0848b8ec2974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:40:44.267605 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:44.333614 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] For port 027b9bc7-5323-4ef3-814c-07b221c128b5, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:40:44.336626 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] For port 027b9bc7-5323-4ef3-814c-07b221c128b5, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=027b9bc7-5323-4ef3-814c-07b221c128b5,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:40:44.341291 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:44.377068 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:44.377700 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:44.379108 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] 10.222.0.15 "PUT /v2.0/ports/027b9bc7-5323-4ef3-814c-07b221c128b5 HTTP/1.1" status: 200 len: 1094 time: 0.7198286 Jan 17 00:40:44.380123 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6928efd5-80c7-410b-b2da-a899c969e8ed', 'tag': '027b9bc7-5323-4ef3-814c-07b221c128b5'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:40:44.382623 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5f26a0-a150-47f5-aec6-27b3471c0477" -d '{"events": [{"name": "network-changed", "server_uuid": "6928efd5-80c7-410b-b2da-a899c969e8ed", "tag": "027b9bc7-5323-4ef3-814c-07b221c128b5"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:40:44.403266 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c359e-c5f6-40fb-982a-cbecc0f547bc service neutron] Pushing event updated for resources: {'Port': ['ID=027b9bc7-5323-4ef3-814c-07b221c128b5,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:44.424371 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd9e67e-342c-4cee-93d9-b12bfea0e7bf x-openstack-request-id: req-5cd9e67e-342c-4cee-93d9-b12bfea0e7bf {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:40:44.424656 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6928efd5-80c7-410b-b2da-a899c969e8ed", "tag": "027b9bc7-5323-4ef3-814c-07b221c128b5", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:40:44.424995 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cd9e67e-342c-4cee-93d9-b12bfea0e7bf {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:40:44.425403 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6928efd5-80c7-410b-b2da-a899c969e8ed', 'tag': '027b9bc7-5323-4ef3-814c-07b221c128b5', 'status': 'completed', 'code': 200} Jan 17 00:40:44.507152 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-3c048f34-24f4-456c-b87a-9b065d65931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:44.508819 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-3c048f34-24f4-456c-b87a-9b065d65931b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 1097 time: 0.0427001 Jan 17 00:40:44.561549 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-f8bb7872-6283-40ba-aa01-1ad9cc814f83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=027b9bc7-5323-4ef3-814c-07b221c128b5 HTTP/1.1" status: 200 len: 217 time: 0.0375280 Jan 17 00:40:44.609727 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-8c833fd5-7ff3-4441-9b6d-986b503b95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:44.611215 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-8c833fd5-7ff3-4441-9b6d-986b503b95ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 HTTP/1.1" status: 200 len: 854 time: 0.0429490 Jan 17 00:40:44.643810 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-d081ac1e-1111-4ed5-a70b-f6ca2fc20147 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b397a78-bf92-404f-b26f-398a00cc4243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257065 Jan 17 00:40:44.742539 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-35db091f-94f6-4d00-9318-9767bd0efd00 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916820 Jan 17 00:40:44.835536 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e9047b24-c9db-4523-9e9b-d9072ceee53a req-82e8c514-b4f1-4e36-a923-1b5c7b2d0878 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861304 Jan 17 00:40:44.993300 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-891369f4-4e2d-4bf9-b8d2-cf1676a253b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:44.995740 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-891369f4-4e2d-4bf9-b8d2-cf1676a253b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8782630498554458bedd882ea67bedeb&device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 1097 time: 0.0450811 Jan 17 00:40:45.092799 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-3e180da4-7d62-4c57-94bf-bd724958b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:45.094350 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-3e180da4-7d62-4c57-94bf-bd724958b3f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 200 len: 915 time: 0.0916533 Jan 17 00:40:45.138067 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-6bd1245b-a831-46de-9b1b-b99490d924f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=027b9bc7-5323-4ef3-814c-07b221c128b5 HTTP/1.1" status: 200 len: 217 time: 0.0358715 Jan 17 00:40:45.197194 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-7c214996-70cc-421a-a9b8-c10a81e4dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:45.198669 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-7c214996-70cc-421a-a9b8-c10a81e4dc45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 HTTP/1.1" status: 200 len: 854 time: 0.0474672 Jan 17 00:40:45.237290 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-d7921ab2-ec95-43c7-b703-26abbecf4f1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4b397a78-bf92-404f-b26f-398a00cc4243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305924 Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.340068 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:40:45.343085 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:40:45.344643 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e9b0a-6cb7-4761-98ce-054f5230e707 req-42ef8e66-b10a-4dbe-88e4-d1115cba31bb tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:45.346235 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-128e9b0a-6cb7-4761-98ce-054f5230e707 req-42ef8e66-b10a-4dbe-88e4-d1115cba31bb tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 944 time: 0.1031363 Jan 17 00:40:45.392619 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-bd22d4e6-ecee-4f4b-9b2d-b70577b2059e service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397724 Jan 17 00:40:45.466098 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-128e9b0a-6cb7-4761-98ce-054f5230e707 req-b60b523d-dbd8-45b8-b00b-e6ffd85426c5 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099753 Jan 17 00:40:45.508763 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8b5f26a0-a150-47f5-aec6-27b3471c0477 req-52218d37-9ba9-4c1d-ac58-7d48d35c1641 service neutron] 10.222.0.15 "GET /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070056 Jan 17 00:40:46.585874 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dd2cd-31f3-42db-9c69-05742dac2c64 req-741a075d-48c8-46aa-b551-04041c71fc53 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:46.587367 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5a2dd2cd-31f3-42db-9c69-05742dac2c64 req-741a075d-48c8-46aa-b551-04041c71fc53 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 944 time: 0.0484245 Jan 17 00:40:46.643447 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5a2dd2cd-31f3-42db-9c69-05742dac2c64 req-037d4ae7-4e76-441f-a6c6-53c5776d33e1 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503769 Jan 17 00:40:47.770486 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7ae0f-2cba-4212-a068-5fa9d1b7bebb req-431a3356-a57b-4a56-adf1-adfa47e20f1c tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:47.772488 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05e7ae0f-2cba-4212-a068-5fa9d1b7bebb req-431a3356-a57b-4a56-adf1-adfa47e20f1c tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 944 time: 0.0571072 Jan 17 00:40:47.822962 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-05e7ae0f-2cba-4212-a068-5fa9d1b7bebb req-24e65f59-8786-4ec8-8bdb-73daa2ce2e83 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Jan 17 00:40:48.349805 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 027b9bc7-5323-4ef3-814c-07b221c128b5 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:40:48.443191 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 027b9bc7-5323-4ef3-814c-07b221c128b5, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=027b9bc7-5323-4ef3-814c-07b221c128b5,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:48.454860 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '027b9bc7-5323-4ef3-814c-07b221c128b5', 'network_id': '4b397a78-bf92-404f-b26f-398a00cc4243', 'port_id': '027b9bc7-5323-4ef3-814c-07b221c128b5', 'mac_address': 'fa:16:3e:7e:46:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc696dc-8be5-4b5d-9abf-f9d6a89785e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:40:48.490050 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 027b9bc7-5323-4ef3-814c-07b221c128b5 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:40:48.490971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:48.503407 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027b9bc7-5323-4ef3-814c-07b221c128b5 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:40:48.523035 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 027b9bc7-5323-4ef3-814c-07b221c128b5, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=027b9bc7-5323-4ef3-814c-07b221c128b5,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:48.527081 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:48.574874 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=027b9bc7-5323-4ef3-814c-07b221c128b5,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:48.896724 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['027b9bc7-5323-4ef3-814c-07b221c128b5'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:40:48.945590 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6451f-9723-4aa5-a50f-1a482383cc60 req-9723592b-a42d-4ab5-8927-d04d47b4848a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:48.947346 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3fb6451f-9723-4aa5-a50f-1a482383cc60 req-9723592b-a42d-4ab5-8927-d04d47b4848a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 945 time: 0.0535049 Jan 17 00:40:48.997183 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3fb6451f-9723-4aa5-a50f-1a482383cc60 req-bbfdf946-7f85-48d4-bbf0-975eea28c7ed tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Jan 17 00:40:50.131502 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef650e1-aab1-4dfe-b71b-389365aff305 req-27097452-4fa9-495a-9ca5-bde52928c0ab tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:50.133234 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bef650e1-aab1-4dfe-b71b-389365aff305 req-27097452-4fa9-495a-9ca5-bde52928c0ab tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 945 time: 0.0650587 Jan 17 00:40:50.184420 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bef650e1-aab1-4dfe-b71b-389365aff305 req-ba283fc9-c1b0-46a5-ab92-dde4a3caae9b tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452554 Jan 17 00:40:51.312390 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec0aa3-1d1b-4a65-8601-07e6abf0d8e8 req-b38d9dbc-dbd8-4e7c-aa8d-b399854a5357 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:51.313923 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-30ec0aa3-1d1b-4a65-8601-07e6abf0d8e8 req-b38d9dbc-dbd8-4e7c-aa8d-b399854a5357 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 945 time: 0.0537603 Jan 17 00:40:51.362565 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-30ec0aa3-1d1b-4a65-8601-07e6abf0d8e8 req-e0d0e77f-5e23-421a-a2a1-0076892cbda1 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Jan 17 00:40:51.424820 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 027b9bc7-5323-4ef3-814c-07b221c128b5 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:40:51.502741 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 027b9bc7-5323-4ef3-814c-07b221c128b5 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:40:51.508438 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 027b9bc7-5323-4ef3-814c-07b221c128b5 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:40:51.508809 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:51.589400 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 027b9bc7-5323-4ef3-814c-07b221c128b5 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:40:51.589700 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:51.616538 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6928efd5-80c7-410b-b2da-a899c969e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027b9bc7-5323-4ef3-814c-07b221c128b5'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:40:51.619389 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757601d7-85ac-4e49-b2f9-65897cd7c5e0" -d '{"events": [{"server_uuid": "6928efd5-80c7-410b-b2da-a899c969e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "027b9bc7-5323-4ef3-814c-07b221c128b5"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:40:51.645672 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 027b9bc7-5323-4ef3-814c-07b221c128b5, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=027b9bc7-5323-4ef3-814c-07b221c128b5,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:40:51.654291 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:51.658274 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452c2104-5258-42b5-8969-2ecda110e812 x-openstack-request-id: req-452c2104-5258-42b5-8969-2ecda110e812 {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:40:51.658784 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6928efd5-80c7-410b-b2da-a899c969e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "027b9bc7-5323-4ef3-814c-07b221c128b5", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:40:51.659021 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-452c2104-5258-42b5-8969-2ecda110e812 {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:40:51.659432 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6928efd5-80c7-410b-b2da-a899c969e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027b9bc7-5323-4ef3-814c-07b221c128b5', 'code': 200} Jan 17 00:40:51.715158 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=027b9bc7-5323-4ef3-814c-07b221c128b5,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:51.875513 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46e98-0a71-4265-b7a4-b6bf361096b4 req-848d5b22-2efe-47a2-b73e-566dc30f766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:51.876921 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffa46e98-0a71-4265-b7a4-b6bf361096b4 req-848d5b22-2efe-47a2-b73e-566dc30f766f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 1099 time: 0.0398500 Jan 17 00:40:51.923618 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ffa46e98-0a71-4265-b7a4-b6bf361096b4 req-ce818d0b-0a74-4315-bf61-ce4a1496cafc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Jan 17 00:40:52.623040 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b492fcb-ff2b-41df-920a-a52e536a17d0 req-a6389bfd-7be1-45a3-ab75-d4865c74a6cd tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:52.624580 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4b492fcb-ff2b-41df-920a-a52e536a17d0 req-a6389bfd-7be1-45a3-ab75-d4865c74a6cd tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 946 time: 0.0496302 Jan 17 00:40:52.680229 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4b492fcb-ff2b-41df-920a-a52e536a17d0 req-ba5b230c-4cc8-4332-ac6f-57b2d2c8bef1 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500786 Jan 17 00:40:52.936683 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43958) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:53.171848 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9dffa75a-9539-4c17-8924-d70b971a98e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.255073 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9dffa75a-9539-4c17-8924-d70b971a98e9 admin admin] Publish callbacks [] for security_group (4765e054-b1cc-44fe-8f56-859e059c187a), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.259612 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-9dffa75a-9539-4c17-8924-d70b971a98e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4765e054-b1cc-44fe-8f56-859e059c187a), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.297806 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-9dffa75a-9539-4c17-8924-d70b971a98e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=941274c763454457b5ba35657396fb14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600092 Jan 17 00:40:53.298893 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffa75a-9539-4c17-8924-d70b971a98e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4765e054-b1cc-44fe-8f56-859e059c187a,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:53.300837 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43962) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:53.349214 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb75efb4-1241-46ec-b7b7-6eec345affcf admin admin] Publish callbacks [] for security_group (4765e054-b1cc-44fe-8f56-859e059c187a), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.373244 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb75efb4-1241-46ec-b7b7-6eec345affcf admin admin] Publish callbacks [] for security_group (4765e054-b1cc-44fe-8f56-859e059c187a), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.420446 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb75efb4-1241-46ec-b7b7-6eec345affcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4765e054-b1cc-44fe-8f56-859e059c187a), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.423071 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cb75efb4-1241-46ec-b7b7-6eec345affcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.424413 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-cb75efb4-1241-46ec-b7b7-6eec345affcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4765e054-b1cc-44fe-8f56-859e059c187a HTTP/1.1" status: 204 len: 168 time: 0.1225345 Jan 17 00:40:53.433114 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75efb4-1241-46ec-b7b7-6eec345affcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4765e054-b1cc-44fe-8f56-859e059c187a,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:53.684578 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 43968) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:53.699860 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9baeb057-7129-4e57-bb49-e16b2e904ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.803573 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9baeb057-7129-4e57-bb49-e16b2e904ffc admin admin] Publish callbacks [] for security_group (e5eb18b9-4a73-427d-8dcb-477c8e295150), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.808675 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-9baeb057-7129-4e57-bb49-e16b2e904ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e5eb18b9-4a73-427d-8dcb-477c8e295150), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.821956 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef6cd9-3231-4b13-adc4-87b3e6dc0630 req-100a9752-e786-4ff7-b755-b7cf75215a6d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:40:53.823430 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f3ef6cd9-3231-4b13-adc4-87b3e6dc0630 req-100a9752-e786-4ff7-b755-b7cf75215a6d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 946 time: 0.0741627 Jan 17 00:40:53.870281 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-9baeb057-7129-4e57-bb49-e16b2e904ffc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af2839a00a234b7585e7112768ce094a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846211 Jan 17 00:40:53.872252 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baeb057-7129-4e57-bb49-e16b2e904ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb18b9-4a73-427d-8dcb-477c8e295150,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:53.872991 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 43972) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:53.902054 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f3ef6cd9-3231-4b13-adc4-87b3e6dc0630 req-fc16844d-d893-4643-968d-c24ffaf78913 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681243 Jan 17 00:40:53.920861 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-513a877d-f2d5-42a2-a375-766764e910f8 admin admin] Publish callbacks [] for security_group (e5eb18b9-4a73-427d-8dcb-477c8e295150), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.943072 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-513a877d-f2d5-42a2-a375-766764e910f8 admin admin] Publish callbacks [] for security_group (e5eb18b9-4a73-427d-8dcb-477c8e295150), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.996933 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-513a877d-f2d5-42a2-a375-766764e910f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e5eb18b9-4a73-427d-8dcb-477c8e295150), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:53.999642 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-513a877d-f2d5-42a2-a375-766764e910f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:54.000937 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-513a877d-f2d5-42a2-a375-766764e910f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5eb18b9-4a73-427d-8dcb-477c8e295150 HTTP/1.1" status: 204 len: 168 time: 0.1269414 Jan 17 00:40:54.016867 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a877d-f2d5-42a2-a375-766764e910f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb18b9-4a73-427d-8dcb-477c8e295150,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:58.934148 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44090) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:59.041191 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-54782e57-ab5b-4709-a4e9-c76aec412752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.124931 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-54782e57-ab5b-4709-a4e9-c76aec412752 admin admin] Publish callbacks [] for security_group (aa2f02ff-9f32-46c9-a7b7-5278e66ae4f6), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.129309 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-54782e57-ab5b-4709-a4e9-c76aec412752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (aa2f02ff-9f32-46c9-a7b7-5278e66ae4f6), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.168173 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-54782e57-ab5b-4709-a4e9-c76aec412752 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6426f660f950495dbc945d125f18cfe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328610 Jan 17 00:40:59.169236 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54782e57-ab5b-4709-a4e9-c76aec412752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2f02ff-9f32-46c9-a7b7-5278e66ae4f6,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:59.170919 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44094) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:59.220661 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-67b7b475-9132-42d3-b6f3-2af08cbd8c8a admin admin] Publish callbacks [] for security_group (aa2f02ff-9f32-46c9-a7b7-5278e66ae4f6), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.247702 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-67b7b475-9132-42d3-b6f3-2af08cbd8c8a admin admin] Publish callbacks [] for security_group (aa2f02ff-9f32-46c9-a7b7-5278e66ae4f6), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.296708 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-67b7b475-9132-42d3-b6f3-2af08cbd8c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (aa2f02ff-9f32-46c9-a7b7-5278e66ae4f6), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.299558 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-67b7b475-9132-42d3-b6f3-2af08cbd8c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.300705 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-67b7b475-9132-42d3-b6f3-2af08cbd8c8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa2f02ff-9f32-46c9-a7b7-5278e66ae4f6 HTTP/1.1" status: 204 len: 168 time: 0.1287358 Jan 17 00:40:59.310423 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7b475-9132-42d3-b6f3-2af08cbd8c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2f02ff-9f32-46c9-a7b7-5278e66ae4f6,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:59.566312 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44100) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:59.579431 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84b1dad5-217d-4925-99b9-4945ef294b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.658411 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84b1dad5-217d-4925-99b9-4945ef294b29 admin admin] Publish callbacks [] for security_group (90bedfe5-de65-4437-87f7-61305472c27a), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.662173 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84b1dad5-217d-4925-99b9-4945ef294b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (90bedfe5-de65-4437-87f7-61305472c27a), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.701007 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-84b1dad5-217d-4925-99b9-4945ef294b29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2253a7c483004f3e9715809025202410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336575 Jan 17 00:40:59.701772 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1dad5-217d-4925-99b9-4945ef294b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bedfe5-de65-4437-87f7-61305472c27a,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:40:59.703925 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44102) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:40:59.754376 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-016de9b9-a0af-4fc1-a6f3-0ecf625bf12a admin admin] Publish callbacks [] for security_group (90bedfe5-de65-4437-87f7-61305472c27a), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.778307 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-016de9b9-a0af-4fc1-a6f3-0ecf625bf12a admin admin] Publish callbacks [] for security_group (90bedfe5-de65-4437-87f7-61305472c27a), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.828857 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-016de9b9-a0af-4fc1-a6f3-0ecf625bf12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (90bedfe5-de65-4437-87f7-61305472c27a), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.831471 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-016de9b9-a0af-4fc1-a6f3-0ecf625bf12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:40:59.832656 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-016de9b9-a0af-4fc1-a6f3-0ecf625bf12a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90bedfe5-de65-4437-87f7-61305472c27a HTTP/1.1" status: 204 len: 168 time: 0.1277468 Jan 17 00:40:59.841920 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016de9b9-a0af-4fc1-a6f3-0ecf625bf12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bedfe5-de65-4437-87f7-61305472c27a,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:01.008981 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a9f60100-fb77-4f73-9b63-607a6f6cb37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:03.189078 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-3f34de9a-d1b1-4adc-a592-777fb2ca0847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:04.875382 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:05.184363 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:05.836229 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150a3a7-1444-4cc8-aa47-8c391a37d39f req-588b30f4-b4ff-448e-a4f9-3a4c781a885b tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:05.838393 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7150a3a7-1444-4cc8-aa47-8c391a37d39f req-588b30f4-b4ff-448e-a4f9-3a4c781a885b tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 946 time: 0.0485451 Jan 17 00:41:05.888648 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-7150a3a7-1444-4cc8-aa47-8c391a37d39f req-7646eb90-7a25-486c-8f05-6a019c268a6d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Jan 17 00:41:06.768928 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:07.009212 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3333fa-96ff-45a5-889a-8b502ab7da9d req-9bd6e391-67da-4130-b2d3-81d95efac161 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:07.010600 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8f3333fa-96ff-45a5-889a-8b502ab7da9d req-9bd6e391-67da-4130-b2d3-81d95efac161 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 946 time: 0.0526741 Jan 17 00:41:07.060218 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8f3333fa-96ff-45a5-889a-8b502ab7da9d req-baedd3d8-bf66-4229-9718-84368e8e9f73 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439146 Jan 17 00:41:07.323048 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:07.732828 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06121519-3725-4bc1-91d3-f5619c778c1a req-4f1cd4cc-729f-456e-92fe-66b9de94888d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:07.734315 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-06121519-3725-4bc1-91d3-f5619c778c1a req-4f1cd4cc-729f-456e-92fe-66b9de94888d tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 946 time: 0.0511711 Jan 17 00:41:07.834120 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-06121519-3725-4bc1-91d3-f5619c778c1a req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Deleting port 027b9bc7-5323-4ef3-814c-07b221c128b5 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:07.834466 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-06121519-3725-4bc1-91d3-f5619c778c1a req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:07.924743 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-06121519-3725-4bc1-91d3-f5619c778c1a req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] For port 027b9bc7-5323-4ef3-814c-07b221c128b5, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=027b9bc7-5323-4ef3-814c-07b221c128b5,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:07.925112 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-06121519-3725-4bc1-91d3-f5619c778c1a req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:07.938464 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-06121519-3725-4bc1-91d3-f5619c778c1a req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Calling delete_port for 027b9bc7-5323-4ef3-814c-07b221c128b5 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:08.077567 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-06121519-3725-4bc1-91d3-f5619c778c1a req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (027b9bc7-5323-4ef3-814c-07b221c128b5), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:08.108421 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Pushing event deleted for resources: {'Port': ['ID=027b9bc7-5323-4ef3-814c-07b221c128b5,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:08.114535 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['c18a03ef-9ace-45c8-bd94-2ae254e07581', 'd5ade3ef-9543-4b09-809c-c740957b9f4d', '703218ea-eb3b-4b3c-8e29-98e79140f2e3', '027b9bc7-5323-4ef3-814c-07b221c128b5'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:41:08.166827 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-06121519-3725-4bc1-91d3-f5619c778c1a req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] No DVR routers for this DVR port 027b9bc7-5323-4ef3-814c-07b221c128b5 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:41:08.180866 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-06121519-3725-4bc1-91d3-f5619c778c1a req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:08.184835 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-06121519-3725-4bc1-91d3-f5619c778c1a req-823ff22b-774d-4aa9-b0cd-59d055960c60 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "DELETE /v2.0/ports/027b9bc7-5323-4ef3-814c-07b221c128b5 HTTP/1.1" status: 204 len: 173 time: 0.4429598 Jan 17 00:41:08.185481 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6928efd5-80c7-410b-b2da-a899c969e8ed', 'name': 'network-vif-deleted', 'tag': '027b9bc7-5323-4ef3-814c-07b221c128b5'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:08.187848 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c57e92-3551-476c-acf4-20a7d4e834ed" -d '{"events": [{"server_uuid": "6928efd5-80c7-410b-b2da-a899c969e8ed", "name": "network-vif-deleted", "tag": "027b9bc7-5323-4ef3-814c-07b221c128b5"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:08.191757 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6a33233b-34e4-4aed-bb66-4e0269791d13 req-ca66609e-4786-411e-ba85-1218ff4e7581 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=6928efd5-80c7-410b-b2da-a899c969e8ed HTTP/1.1" status: 200 len: 210 time: 0.0509217 Jan 17 00:41:08.231546 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac3a579-738d-4812-94dd-7ca40875e5c9 x-openstack-request-id: req-6ac3a579-738d-4812-94dd-7ca40875e5c9 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:08.232053 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6928efd5-80c7-410b-b2da-a899c969e8ed", "name": "network-vif-deleted", "tag": "027b9bc7-5323-4ef3-814c-07b221c128b5", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:08.232505 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ac3a579-738d-4812-94dd-7ca40875e5c9 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:08.233073 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6928efd5-80c7-410b-b2da-a899c969e8ed', 'name': 'network-vif-deleted', 'tag': '027b9bc7-5323-4ef3-814c-07b221c128b5', 'status': 'completed', 'code': 200} Jan 17 00:41:08.606873 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44278) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:08.709769 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cf4facda-82db-46db-bf74-c978f98428a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:08.787153 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cf4facda-82db-46db-bf74-c978f98428a2 admin admin] Publish callbacks [] for security_group (2fb1eed7-93e7-4939-be64-fdca271c8800), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:08.790977 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-cf4facda-82db-46db-bf74-c978f98428a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2fb1eed7-93e7-4939-be64-fdca271c8800), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:08.830142 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-cf4facda-82db-46db-bf74-c978f98428a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc2fe2eea77642c6bff052ebac5ab458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220223 Jan 17 00:41:08.831510 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4facda-82db-46db-bf74-c978f98428a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb1eed7-93e7-4939-be64-fdca271c8800,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:08.832706 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44282) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:08.886232 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fa51667b-416e-4cd5-8a93-9814086aae63 admin admin] Publish callbacks [] for security_group (2fb1eed7-93e7-4939-be64-fdca271c8800), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:08.908475 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fa51667b-416e-4cd5-8a93-9814086aae63 admin admin] Publish callbacks [] for security_group (2fb1eed7-93e7-4939-be64-fdca271c8800), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:08.958164 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fa51667b-416e-4cd5-8a93-9814086aae63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (2fb1eed7-93e7-4939-be64-fdca271c8800), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:08.963727 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fa51667b-416e-4cd5-8a93-9814086aae63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:08.965298 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-fa51667b-416e-4cd5-8a93-9814086aae63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fb1eed7-93e7-4939-be64-fdca271c8800 HTTP/1.1" status: 204 len: 168 time: 0.1314788 Jan 17 00:41:08.973280 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51667b-416e-4cd5-8a93-9814086aae63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb1eed7-93e7-4939-be64-fdca271c8800,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:09.234986 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44288) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:09.250063 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-17a60f4e-7820-4f3b-b116-8ddb31d210a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:09.334743 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-17a60f4e-7820-4f3b-b116-8ddb31d210a4 admin admin] Publish callbacks [] for security_group (d16ca6f2-4948-4a02-99ce-afde6bb3b1c5), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:09.339489 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-17a60f4e-7820-4f3b-b116-8ddb31d210a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (d16ca6f2-4948-4a02-99ce-afde6bb3b1c5), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:09.381913 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-17a60f4e-7820-4f3b-b116-8ddb31d210a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd23de0accc64c558ead44536b4cdc72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454873 Jan 17 00:41:09.383306 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a60f4e-7820-4f3b-b116-8ddb31d210a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ca6f2-4948-4a02-99ce-afde6bb3b1c5,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:09.385465 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44296) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:09.435596 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-17fc8e7a-12a7-4380-8075-c8e96213c384 admin admin] Publish callbacks [] for security_group (d16ca6f2-4948-4a02-99ce-afde6bb3b1c5), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:09.458561 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-17fc8e7a-12a7-4380-8075-c8e96213c384 admin admin] Publish callbacks [] for security_group (d16ca6f2-4948-4a02-99ce-afde6bb3b1c5), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:09.505354 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-17fc8e7a-12a7-4380-8075-c8e96213c384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (d16ca6f2-4948-4a02-99ce-afde6bb3b1c5), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:09.508535 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-17fc8e7a-12a7-4380-8075-c8e96213c384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:09.509922 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-17fc8e7a-12a7-4380-8075-c8e96213c384 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d16ca6f2-4948-4a02-99ce-afde6bb3b1c5 HTTP/1.1" status: 204 len: 168 time: 0.1229274 Jan 17 00:41:09.518625 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc8e7a-12a7-4380-8075-c8e96213c384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ca6f2-4948-4a02-99ce-afde6bb3b1c5,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:09.870076 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44308) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:09.883442 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8328de09-f522-4e60-85e1-94571bd116aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:09.956358 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8328de09-f522-4e60-85e1-94571bd116aa admin admin] Publish callbacks [] for security_group (0c7b5917-9a3b-4afe-9c90-f4033f46a873), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:09.959648 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8328de09-f522-4e60-85e1-94571bd116aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (0c7b5917-9a3b-4afe-9c90-f4033f46a873), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:10.000303 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-8328de09-f522-4e60-85e1-94571bd116aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=575c55261dad433abfbd7fa76384a5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290851 Jan 17 00:41:10.001260 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328de09-f522-4e60-85e1-94571bd116aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b5917-9a3b-4afe-9c90-f4033f46a873,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:10.003148 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44310) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:10.051705 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-23148db7-87e9-40e8-8a60-1524055fe901 admin admin] Publish callbacks [] for security_group (0c7b5917-9a3b-4afe-9c90-f4033f46a873), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:10.074500 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-23148db7-87e9-40e8-8a60-1524055fe901 admin admin] Publish callbacks [] for security_group (0c7b5917-9a3b-4afe-9c90-f4033f46a873), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:10.121753 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-23148db7-87e9-40e8-8a60-1524055fe901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (0c7b5917-9a3b-4afe-9c90-f4033f46a873), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:10.124273 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-23148db7-87e9-40e8-8a60-1524055fe901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:10.125399 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-23148db7-87e9-40e8-8a60-1524055fe901 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c7b5917-9a3b-4afe-9c90-f4033f46a873 HTTP/1.1" status: 204 len: 168 time: 0.1211183 Jan 17 00:41:10.133972 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23148db7-87e9-40e8-8a60-1524055fe901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b5917-9a3b-4afe-9c90-f4033f46a873,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:10.639611 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52f3b0-c900-4c7d-9555-b61ed3919740 req-13a926d4-a606-4d8d-b88c-9f21e22b1734 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:10.641154 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ce52f3b0-c900-4c7d-9555-b61ed3919740 req-13a926d4-a606-4d8d-b88c-9f21e22b1734 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 945 time: 0.0540574 Jan 17 00:41:10.692060 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ce52f3b0-c900-4c7d-9555-b61ed3919740 req-d2c89b76-3d09-49f2-ac15-66897826e24e tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Jan 17 00:41:11.815815 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ed260-de31-4bf0-9bce-d2afd45bb54a req-c35aca74-273c-40fc-a93a-dff99b030ea8 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:11.817187 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5f3ed260-de31-4bf0-9bce-d2afd45bb54a req-c35aca74-273c-40fc-a93a-dff99b030ea8 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 945 time: 0.0504572 Jan 17 00:41:11.867460 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5f3ed260-de31-4bf0-9bce-d2afd45bb54a req-b60d02a2-6535-49ea-b607-f4d868a664db tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Jan 17 00:41:12.630986 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 027b9bc7-5323-4ef3-814c-07b221c128b5 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:12.651343 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: 027b9bc7-5323-4ef3-814c-07b221c128b5 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:12.651695 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 027b9bc7-5323-4ef3-814c-07b221c128b5 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:13.008504 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180e32-114b-4662-9906-ec1335a2a4b1 req-55c3b692-7900-4b15-81f9-cd442d9d62e9 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:13.011133 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9c180e32-114b-4662-9906-ec1335a2a4b1 req-55c3b692-7900-4b15-81f9-cd442d9d62e9 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 945 time: 0.0648909 Jan 17 00:41:13.059574 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9c180e32-114b-4662-9906-ec1335a2a4b1 req-1ebd8afc-4a94-4da1-9402-ca04515eb567 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428977 Jan 17 00:41:14.208328 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1034f-b305-4d5a-a277-b257e129a5af req-869d9b13-479b-441b-a358-ffaed6535011 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:14.210095 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ead1034f-b305-4d5a-a277-b257e129a5af req-869d9b13-479b-441b-a358-ffaed6535011 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 945 time: 0.0600569 Jan 17 00:41:14.272543 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ead1034f-b305-4d5a-a277-b257e129a5af req-87623053-836c-408e-8517-7b5b46234a3e tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519783 Jan 17 00:41:14.592731 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71524153-0fd6-4e53-a904-a77d0019a11f req-229c31e8-82e4-4a0e-8e68-597d9bb1bf99 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:14.594235 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-71524153-0fd6-4e53-a904-a77d0019a11f req-229c31e8-82e4-4a0e-8e68-597d9bb1bf99 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 945 time: 0.0501378 Jan 17 00:41:14.696412 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-71524153-0fd6-4e53-a904-a77d0019a11f req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Deleting port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:14.696750 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-71524153-0fd6-4e53-a904-a77d0019a11f req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:14.785167 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-71524153-0fd6-4e53-a904-a77d0019a11f req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] For port 703218ea-eb3b-4b3c-8e29-98e79140f2e3, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=703218ea-eb3b-4b3c-8e29-98e79140f2e3,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:14.785674 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-71524153-0fd6-4e53-a904-a77d0019a11f req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:14.799698 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-71524153-0fd6-4e53-a904-a77d0019a11f req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Calling delete_port for 703218ea-eb3b-4b3c-8e29-98e79140f2e3 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:14.930174 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-71524153-0fd6-4e53-a904-a77d0019a11f req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (703218ea-eb3b-4b3c-8e29-98e79140f2e3), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:14.956995 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Pushing event deleted for resources: {'Port': ['ID=703218ea-eb3b-4b3c-8e29-98e79140f2e3,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:14.972218 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['c18a03ef-9ace-45c8-bd94-2ae254e07581', 'd5ade3ef-9543-4b09-809c-c740957b9f4d', '703218ea-eb3b-4b3c-8e29-98e79140f2e3'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:41:14.998877 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-71524153-0fd6-4e53-a904-a77d0019a11f req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] No DVR routers for this DVR port 703218ea-eb3b-4b3c-8e29-98e79140f2e3 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:41:15.001405 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-71524153-0fd6-4e53-a904-a77d0019a11f req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:15.004720 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-71524153-0fd6-4e53-a904-a77d0019a11f req-edcd612f-d60f-4f17-bd57-e114a6dddd55 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "DELETE /v2.0/ports/703218ea-eb3b-4b3c-8e29-98e79140f2e3 HTTP/1.1" status: 204 len: 173 time: 0.4043195 Jan 17 00:41:15.005164 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659f86a1-446e-4dc5-ade8-d3cd456b4ebe', 'name': 'network-vif-deleted', 'tag': '703218ea-eb3b-4b3c-8e29-98e79140f2e3'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:15.007732 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b647cd-f3c5-41a3-923f-7fa844f75836" -d '{"events": [{"server_uuid": "659f86a1-446e-4dc5-ade8-d3cd456b4ebe", "name": "network-vif-deleted", "tag": "703218ea-eb3b-4b3c-8e29-98e79140f2e3"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:15.049619 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0966de59-831b-4416-8158-1e6e100b83fa x-openstack-request-id: req-0966de59-831b-4416-8158-1e6e100b83fa {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:15.049988 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659f86a1-446e-4dc5-ade8-d3cd456b4ebe", "name": "network-vif-deleted", "tag": "703218ea-eb3b-4b3c-8e29-98e79140f2e3", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:15.050323 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0966de59-831b-4416-8158-1e6e100b83fa {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:15.050783 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659f86a1-446e-4dc5-ade8-d3cd456b4ebe', 'name': 'network-vif-deleted', 'tag': '703218ea-eb3b-4b3c-8e29-98e79140f2e3', 'status': 'completed', 'code': 200} Jan 17 00:41:15.399769 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a434c1c9-d358-4295-94e9-dc5c6a1d02c8 req-caca9b07-4438-4b72-af08-ef54b6c13871 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=659f86a1-446e-4dc5-ade8-d3cd456b4ebe HTTP/1.1" status: 200 len: 210 time: 0.0351179 Jan 17 00:41:16.660041 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ec261-866f-4e3c-a464-d5a73700df33 req-5ebbec24-ef0a-4808-9090-ea6b689cea19 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:16.661682 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e69ec261-866f-4e3c-a464-d5a73700df33 req-5ebbec24-ef0a-4808-9090-ea6b689cea19 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 945 time: 0.0511546 Jan 17 00:41:16.710787 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e69ec261-866f-4e3c-a464-d5a73700df33 req-b47a652d-8c3b-4e7e-b1d0-203dff05f3e0 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Jan 17 00:41:17.179958 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:41:17.739588 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-1c22122f-41be-4808-b263-8c1e827e3c8d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360518054&fields=id&tenant_id=b58b411178c84683afd99302a7ccf934 HTTP/1.1" status: 200 len: 267 time: 0.0435588 Jan 17 00:41:18.173605 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69769a84-5481-4bb6-bab7-2c12c47cfed7 req-96895e89-ea84-4970-89c4-c1edf733f837 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:18.175080 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-69769a84-5481-4bb6-bab7-2c12c47cfed7 req-96895e89-ea84-4970-89c4-c1edf733f837 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 945 time: 0.0893054 Jan 17 00:41:18.182178 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-d5e5783e-1409-43fe-b27f-88f94f97d5e9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:18.183604 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-d5e5783e-1409-43fe-b27f-88f94f97d5e9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 812 time: 0.4364126 Jan 17 00:41:18.208163 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-a8401d4a-031a-43d3-8594-231e8460d25c tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/quotas/b58b411178c84683afd99302a7ccf934 HTTP/1.1" status: 200 len: 375 time: 0.0177608 Jan 17 00:41:18.232125 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44444) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:18.261988 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-69769a84-5481-4bb6-bab7-2c12c47cfed7 req-d1a334c3-71c5-4b70-a88d-77aa3039da3b tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774179 Jan 17 00:41:18.284838 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-083501f0-a2da-4b62-8af3-adf3ef1cb088 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663834 Jan 17 00:41:18.349761 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc410-c797-4682-88cc-e8fbf4032f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.395453 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-60e5777a-dbb7-4074-ac48-e1e5cb3699ba tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:18.398145 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-60e5777a-dbb7-4074-ac48-e1e5cb3699ba tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 945 time: 0.0930829 Jan 17 00:41:18.426447 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc410-c797-4682-88cc-e8fbf4032f59 admin admin] Publish callbacks [] for security_group (fe0d877f-f3a0-4c48-94de-dcf75c0a6ddb), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.431381 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-2bbfc410-c797-4682-88cc-e8fbf4032f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fe0d877f-f3a0-4c48-94de-dcf75c0a6ddb), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.456427 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-4dbc793e-3356-40f9-93f8-de392602ed5f service neutron] 10.222.0.24 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591187 Jan 17 00:41:18.470719 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-2bbfc410-c797-4682-88cc-e8fbf4032f59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2fe4b8cd9554ec18f7ca0718fbf6c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372673 Jan 17 00:41:18.471577 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfc410-c797-4682-88cc-e8fbf4032f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0d877f-f3a0-4c48-94de-dcf75c0a6ddb,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:18.473821 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44448) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:18.521848 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-48ff3b62-6a8f-49cb-8635-fdce4bebfcc0 admin admin] Publish callbacks [] for security_group (fe0d877f-f3a0-4c48-94de-dcf75c0a6ddb), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.543382 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-48ff3b62-6a8f-49cb-8635-fdce4bebfcc0 admin admin] Publish callbacks [] for security_group (fe0d877f-f3a0-4c48-94de-dcf75c0a6ddb), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.588844 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Deleting port d5ade3ef-9543-4b09-809c-c740957b9f4d {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:18.589256 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-48ff3b62-6a8f-49cb-8635-fdce4bebfcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (fe0d877f-f3a0-4c48-94de-dcf75c0a6ddb), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.589379 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.591886 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-48ff3b62-6a8f-49cb-8635-fdce4bebfcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.593212 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-48ff3b62-6a8f-49cb-8635-fdce4bebfcc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe0d877f-f3a0-4c48-94de-dcf75c0a6ddb HTTP/1.1" status: 204 len: 168 time: 0.1183829 Jan 17 00:41:18.595225 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-d9403b31-e832-4095-918a-ffc9c6d7404c service neutron] 10.222.0.24 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262858 Jan 17 00:41:18.606406 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3b62-6a8f-49cb-8635-fdce4bebfcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0d877f-f3a0-4c48-94de-dcf75c0a6ddb,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:18.690206 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] For port d5ade3ef-9543-4b09-809c-c740957b9f4d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=d5ade3ef-9543-4b09-809c-c740957b9f4d,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:18.690589 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.705138 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Calling delete_port for d5ade3ef-9543-4b09-809c-c740957b9f4d owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:18.860289 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (d5ade3ef-9543-4b09-809c-c740957b9f4d), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.903240 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Pushing event deleted for resources: {'Port': ['ID=d5ade3ef-9543-4b09-809c-c740957b9f4d,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:18.910305 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['c18a03ef-9ace-45c8-bd94-2ae254e07581', 'd5ade3ef-9543-4b09-809c-c740957b9f4d'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:41:18.915613 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44464) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:18.938606 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6246ba1-b36a-4121-aebb-ce505ca08073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.940832 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-218f35e7-46f6-4a32-9a5c-b3381b9af5c2 req-1e0a256b-072f-432f-ae73-8e007760b5fd tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 210 time: 0.0338900 Jan 17 00:41:18.991930 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] No DVR routers for this DVR port d5ade3ef-9543-4b09-809c-c740957b9f4d on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:41:18.995484 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:18.999551 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8ae3e31f-33ee-47ed-9f19-53e223bf5b11 req-24c778b6-a2f2-4964-997f-c59ce4277605 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "DELETE /v2.0/ports/d5ade3ef-9543-4b09-809c-c740957b9f4d HTTP/1.1" status: 204 len: 173 time: 0.5906017 Jan 17 00:41:19.000716 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4256a1ee-d520-498b-b4ad-293acca24a9d', 'name': 'network-vif-deleted', 'tag': 'd5ade3ef-9543-4b09-809c-c740957b9f4d'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:19.003768 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9f182a-7108-4098-a0d1-23831ac7ee75" -d '{"events": [{"server_uuid": "4256a1ee-d520-498b-b4ad-293acca24a9d", "name": "network-vif-deleted", "tag": "d5ade3ef-9543-4b09-809c-c740957b9f4d"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:19.052135 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6246ba1-b36a-4121-aebb-ce505ca08073 admin admin] Publish callbacks [] for security_group (86c812a0-c7a7-47eb-bcd4-ee9d29a685d5), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:19.058036 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6246ba1-b36a-4121-aebb-ce505ca08073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (86c812a0-c7a7-47eb-bcd4-ee9d29a685d5), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:19.078676 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd597b9-567f-4501-be98-8b21b8207cb2 x-openstack-request-id: req-4dd597b9-567f-4501-be98-8b21b8207cb2 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:19.078984 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4256a1ee-d520-498b-b4ad-293acca24a9d", "name": "network-vif-deleted", "tag": "d5ade3ef-9543-4b09-809c-c740957b9f4d", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:19.079311 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dd597b9-567f-4501-be98-8b21b8207cb2 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:19.079718 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4256a1ee-d520-498b-b4ad-293acca24a9d', 'name': 'network-vif-deleted', 'tag': 'd5ade3ef-9543-4b09-809c-c740957b9f4d', 'status': 'completed', 'code': 200} Jan 17 00:41:19.092177 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c6246ba1-b36a-4121-aebb-ce505ca08073 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61ed10aa415e44129e4e6ec8df6063b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750436 Jan 17 00:41:19.094746 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44472) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:19.121625 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6246ba1-b36a-4121-aebb-ce505ca08073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c812a0-c7a7-47eb-bcd4-ee9d29a685d5,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:19.164561 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6b37d4b4-0418-4183-88c3-7028638bcb48 admin admin] Publish callbacks [] for security_group (86c812a0-c7a7-47eb-bcd4-ee9d29a685d5), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:19.194586 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6b37d4b4-0418-4183-88c3-7028638bcb48 admin admin] Publish callbacks [] for security_group (86c812a0-c7a7-47eb-bcd4-ee9d29a685d5), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:19.252235 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6b37d4b4-0418-4183-88c3-7028638bcb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (86c812a0-c7a7-47eb-bcd4-ee9d29a685d5), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:19.254831 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6b37d4b4-0418-4183-88c3-7028638bcb48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:19.256033 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-6b37d4b4-0418-4183-88c3-7028638bcb48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86c812a0-c7a7-47eb-bcd4-ee9d29a685d5 HTTP/1.1" status: 204 len: 168 time: 0.1596537 Jan 17 00:41:19.266548 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37d4b4-0418-4183-88c3-7028638bcb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c812a0-c7a7-47eb-bcd4-ee9d29a685d5,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:19.373206 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c0a4ea16-9227-4198-8bfb-d7d5a281a1dc req-859aada4-020d-42e6-a777-c1fdacb80830 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=4256a1ee-d520-498b-b4ad-293acca24a9d HTTP/1.1" status: 200 len: 210 time: 0.0285449 Jan 17 00:41:19.497471 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 703218ea-eb3b-4b3c-8e29-98e79140f2e3 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:19.521275 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: 703218ea-eb3b-4b3c-8e29-98e79140f2e3 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:19.521964 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 703218ea-eb3b-4b3c-8e29-98e79140f2e3 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:19.522563 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d5ade3ef-9543-4b09-809c-c740957b9f4d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:19.548847 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: d5ade3ef-9543-4b09-809c-c740957b9f4d {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:19.549200 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device d5ade3ef-9543-4b09-809c-c740957b9f4d not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:20.074581 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f0e52fa4-ecfd-447b-a390-0162a3dec978 req-95a07073-5f96-4715-a029-ea259615179f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 210 time: 0.0525012 Jan 17 00:41:20.161712 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-52c4b52e-189b-46c6-896e-fe722456047f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:20.163166 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-52c4b52e-189b-46c6-896e-fe722456047f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 812 time: 0.1276653 Jan 17 00:41:20.266965 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-42b79a13-46b9-446c-a434-7e344a1c97e6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b58b411178c84683afd99302a7ccf934 HTTP/1.1" status: 200 len: 380 time: 0.0798578 Jan 17 00:41:20.304317 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'port': {'device_id': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'admin_state_up': True, 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'security_groups': ['e698c223-710b-42eb-8cef-039508fe5500']}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:41:20.444680 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Made reservation on behalf of b58b411178c84683afd99302a7ccf934 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:41:20.450507 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:20.593861 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Allocated IP 172.20.0.5 (22a6ac7b-ff36-4949-abee-1db43c495051/da2d6b51-8a0d-499f-9530-dba2d7d2a443/a00f07e6-e812-4502-99f2-c765032c4946) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:41:20.735548 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for port (a00f07e6-e812-4502-99f2-c765032c4946), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:20.769812 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (a00f07e6-e812-4502-99f2-c765032c4946), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:20.817140 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Network 22a6ac7b-ff36-4949-abee-1db43c495051 is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:41:20.820167 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:41:20.823988 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:41:20.854484 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'Port': ['ID=a00f07e6-e812-4502-99f2-c765032c4946,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:20.870295 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.870793 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.871146 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.871541 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.871966 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.872309 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.872643 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.873001 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.873338 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.873666 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.874107 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.874333 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.874682 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:20.908954 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:20.909493 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:20.930379 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-55ee9182-00bc-4984-ba74-b5fc4dfbaae9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6312265 Jan 17 00:41:20.953526 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Request body: {'port': {'device_id': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:41:21.030261 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a00f07e6-e812-4502-99f2-c765032c4946), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.139861 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-869b5d78-c2a7-4649-9bc8-dc138cbed3c1 None None] Provisioning complete for port a00f07e6-e812-4502-99f2-c765032c4946 triggered by entity DHCP. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:41:21.140898 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-869b5d78-c2a7-4649-9bc8-dc138cbed3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (a00f07e6-e812-4502-99f2-c765032c4946), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.186421 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-869b5d78-c2a7-4649-9bc8-dc138cbed3c1 None None] Port a00f07e6-e812-4502-99f2-c765032c4946 cannot update to ACTIVE because it is not bound. {{(pid=109114) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 00:41:21.302971 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ce4ac-e9e6-4cca-bb9e-38941da60af1 req-475d59b8-ab36-4f71-98a9-f5b73f807400 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:21.304677 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-344ce4ac-e9e6-4cca-bb9e-38941da60af1 req-475d59b8-ab36-4f71-98a9-f5b73f807400 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 931 time: 0.1059976 Jan 17 00:41:21.390319 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-344ce4ac-e9e6-4cca-bb9e-38941da60af1 req-ce667d7d-3665-45b9-8465-cd0a81bf4c73 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785441 Jan 17 00:41:21.442462 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00f07e6-e812-4502-99f2-c765032c4946 {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:41:21.451793 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44554) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:21.455382 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Publish callbacks [] for port (a00f07e6-e812-4502-99f2-c765032c4946), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.470320 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Transition to ACTIVE for port object a00f07e6-e812-4502-99f2-c765032c4946 will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:41:21.474063 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (a00f07e6-e812-4502-99f2-c765032c4946), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.548826 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Pushing event updated for resources: {'Port': ['ID=a00f07e6-e812-4502-99f2-c765032c4946,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:21.585661 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6523-d7fe-469c-8517-75d4fc10e68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.610173 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Attempting to bind port a00f07e6-e812-4502-99f2-c765032c4946 on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:41:21.610723 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Attempting to bind port a00f07e6-e812-4502-99f2-c765032c4946 by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:41:21.611129 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Attempting to bind port a00f07e6-e812-4502-99f2-c765032c4946 on network 22a6ac7b-ff36-4949-abee-1db43c495051 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:41:21.617225 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Port a00f07e6-e812-4502-99f2-c765032c4946 on network 22a6ac7b-ff36-4949-abee-1db43c495051 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:41:21.617679 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Attempting to bind port a00f07e6-e812-4502-99f2-c765032c4946 on network 22a6ac7b-ff36-4949-abee-1db43c495051 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:41:21.623835 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:41:21.624306 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Checking segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:41:21.624884 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Bound using segment: {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:41:21.625565 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Bound port: a00f07e6-e812-4502-99f2-c765032c4946, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5bd7d18-326d-4e10-8440-ecadb3c75b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:41:21.626247 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a00f07e6-e812-4502-99f2-c765032c4946), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.681286 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6523-d7fe-469c-8517-75d4fc10e68f admin admin] Publish callbacks [] for security_group (ccbab9ad-899e-4734-bf78-ebe98d152bb2), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.688895 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6523-d7fe-469c-8517-75d4fc10e68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ccbab9ad-899e-4734-bf78-ebe98d152bb2), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.703602 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] For port a00f07e6-e812-4502-99f2-c765032c4946, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:41:21.708204 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] For port a00f07e6-e812-4502-99f2-c765032c4946, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a00f07e6-e812-4502-99f2-c765032c4946,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:41:21.717801 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (a00f07e6-e812-4502-99f2-c765032c4946), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.731675 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-ce7d6523-d7fe-469c-8517-75d4fc10e68f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adeaf1b1109f41aeaf406d0e7acd60c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787642 Jan 17 00:41:21.734900 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44562) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:21.756441 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d6523-d7fe-469c-8517-75d4fc10e68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbab9ad-899e-4734-bf78-ebe98d152bb2,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:21.757435 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:21.757994 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.760896 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] 10.222.0.15 "PUT /v2.0/ports/a00f07e6-e812-4502-99f2-c765032c4946 HTTP/1.1" status: 200 len: 1093 time: 0.8173912 Jan 17 00:41:21.763450 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:21.766454 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67" -d '{"events": [{"name": "network-changed", "server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "tag": "a00f07e6-e812-4502-99f2-c765032c4946"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:21.795096 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fc17c-4480-4c63-b5eb-8c605ef1bd72 service neutron] Pushing event updated for resources: {'Port': ['ID=a00f07e6-e812-4502-99f2-c765032c4946,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:21.871471 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4360f4a9-4278-4d80-93ae-a3c644518298 x-openstack-request-id: req-4360f4a9-4278-4d80-93ae-a3c644518298 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:21.871778 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "tag": "a00f07e6-e812-4502-99f2-c765032c4946", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:21.872059 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4360f4a9-4278-4d80-93ae-a3c644518298 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:21.872471 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946', 'status': 'completed', 'code': 200} Jan 17 00:41:21.883188 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-eb068e71-8fe1-4712-a7cb-c6c6ee9c33a6 admin admin] Publish callbacks [] for security_group (ccbab9ad-899e-4734-bf78-ebe98d152bb2), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.910435 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-eb068e71-8fe1-4712-a7cb-c6c6ee9c33a6 admin admin] Publish callbacks [] for security_group (ccbab9ad-899e-4734-bf78-ebe98d152bb2), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.955005 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-3e8cbcde-a498-4058-a4e8-224b1c1a2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:21.956592 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-3e8cbcde-a498-4058-a4e8-224b1c1a2056 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 1096 time: 0.0691171 Jan 17 00:41:21.965035 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d227c40-856e-47d9-b67e-d83e7215db90 req-75dc0faa-686f-49ba-ad48-c1f646da3456 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:21.966537 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9d227c40-856e-47d9-b67e-d83e7215db90 req-75dc0faa-686f-49ba-ad48-c1f646da3456 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 946 time: 0.0930479 Jan 17 00:41:21.974625 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-eb068e71-8fe1-4712-a7cb-c6c6ee9c33a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ccbab9ad-899e-4734-bf78-ebe98d152bb2), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.977217 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-eb068e71-8fe1-4712-a7cb-c6c6ee9c33a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:21.980841 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-eb068e71-8fe1-4712-a7cb-c6c6ee9c33a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccbab9ad-899e-4734-bf78-ebe98d152bb2 HTTP/1.1" status: 204 len: 168 time: 0.2425311 Jan 17 00:41:21.987494 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb068e71-8fe1-4712-a7cb-c6c6ee9c33a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbab9ad-899e-4734-bf78-ebe98d152bb2,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:22.028705 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-2f02878e-351e-4d5f-bc2c-38f7e6d968d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a00f07e6-e812-4502-99f2-c765032c4946 HTTP/1.1" status: 200 len: 217 time: 0.0539649 Jan 17 00:41:22.087153 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-9d227c40-856e-47d9-b67e-d83e7215db90 req-2132c813-ede8-4cb9-a2c2-ef5f7e0d849a tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137493 Jan 17 00:41:22.104400 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-ebe47b2f-0976-497c-86c1-516b485d4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:22.105872 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-ebe47b2f-0976-497c-86c1-516b485d4ddb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.0710597 Jan 17 00:41:22.155382 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-4abe7d96-b7c9-4a4f-828f-54593b16f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:22.156942 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-4abe7d96-b7c9-4a4f-828f-54593b16f1ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442276 Jan 17 00:41:22.251750 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-866c1d2b-d9c5-4218-8588-2e40f2f4c2df service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872006 Jan 17 00:41:22.275138 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44574) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:22.288061 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2a723fb-655c-4a80-b1c8-b6e01b6acc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:22.348855 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e426845c-9cd0-456c-9a57-a2f5f692e988 req-f3920601-c1b1-4658-92ea-7309cf4949f2 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893314 Jan 17 00:41:22.362860 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2a723fb-655c-4a80-b1c8-b6e01b6acc06 admin admin] Publish callbacks [] for security_group (3a9f92f4-46f7-4872-ad46-3fabbedb58d5), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:22.367737 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2a723fb-655c-4a80-b1c8-b6e01b6acc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (3a9f92f4-46f7-4872-ad46-3fabbedb58d5), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:22.406139 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c2a723fb-655c-4a80-b1c8-b6e01b6acc06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08a2f3a9a08044f0aa12359918002174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297972 Jan 17 00:41:22.407072 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a723fb-655c-4a80-b1c8-b6e01b6acc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f92f4-46f7-4872-ad46-3fabbedb58d5,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:22.408940 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44576) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:22.492312 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bc5e385f-43d0-4c68-991e-293179f805f2 admin admin] Publish callbacks [] for security_group (3a9f92f4-46f7-4872-ad46-3fabbedb58d5), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:22.543066 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bc5e385f-43d0-4c68-991e-293179f805f2 admin admin] Publish callbacks [] for security_group (3a9f92f4-46f7-4872-ad46-3fabbedb58d5), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:22.549848 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-a693bb5d-1fda-4333-bf3c-b699f2d01c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:22.552267 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-a693bb5d-1fda-4333-bf3c-b699f2d01c7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 1096 time: 0.1040516 Jan 17 00:41:22.638455 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf3454-4125-455e-8d3c-c4b9de87bd4f req-ba943b3c-56d9-4c92-a770-3f4a5fad0183 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:22.640100 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c2cf3454-4125-455e-8d3c-c4b9de87bd4f req-ba943b3c-56d9-4c92-a770-3f4a5fad0183 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 943 time: 0.1607149 Jan 17 00:41:22.707034 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bc5e385f-43d0-4c68-991e-293179f805f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (3a9f92f4-46f7-4872-ad46-3fabbedb58d5), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:22.709544 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-bc5e385f-43d0-4c68-991e-293179f805f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:22.710685 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-bc5e385f-43d0-4c68-991e-293179f805f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a9f92f4-46f7-4872-ad46-3fabbedb58d5 HTTP/1.1" status: 204 len: 168 time: 0.3006759 Jan 17 00:41:22.731366 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c2cf3454-4125-455e-8d3c-c4b9de87bd4f req-81cc2991-df12-4f3e-b4d9-b07924e953a8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844548 Jan 17 00:41:22.736638 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e385f-43d0-4c68-991e-293179f805f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9f92f4-46f7-4872-ad46-3fabbedb58d5,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:22.738815 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-fd8fa3de-30f1-46b8-ad84-de1f9ca8dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:22.740322 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-fd8fa3de-30f1-46b8-ad84-de1f9ca8dfec service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.1790185 Jan 17 00:41:22.784867 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-c368598e-2b14-4e9a-ab40-5577825364b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a00f07e6-e812-4502-99f2-c765032c4946 HTTP/1.1" status: 200 len: 217 time: 0.0365822 Jan 17 00:41:22.839032 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-2723291e-1315-43b8-be56-fc93fb89f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:22.840554 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-2723291e-1315-43b8-be56-fc93fb89f9a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.0471146 Jan 17 00:41:22.894390 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-94dc85f7-e20f-4f3e-a6dd-84ef994aea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:22.895844 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-94dc85f7-e20f-4f3e-a6dd-84ef994aea04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463471 Jan 17 00:41:22.990990 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-fb6ea0b8-3eb8-4923-b408-b6310098a801 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852032 Jan 17 00:41:23.110164 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cce27b4b-56fe-45bb-b1de-735ea5ca2f67 req-46d0e3c1-623a-4ce5-859c-deb6b348e1e1 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117425 Jan 17 00:41:23.211638 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b3422-fb87-498e-93a7-fdcc14a87ab5 req-62e31b60-26d8-449b-9a94-4d7e1d102251 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:23.213929 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf3b3422-fb87-498e-93a7-fdcc14a87ab5 req-62e31b60-26d8-449b-9a94-4d7e1d102251 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 946 time: 0.0582235 Jan 17 00:41:23.277105 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf3b3422-fb87-498e-93a7-fdcc14a87ab5 req-1edde2cf-1ef0-4011-842e-c8ce0797e070 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/security-groups?id=cad92e2e-ad55-473c-89a2-147f75f94718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567997 Jan 17 00:41:23.862576 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28564b0d-34e3-42e7-afdf-37c00d7f2f51 req-1145be2b-ceb1-480c-92dd-5f182c2eae50 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:23.864308 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-28564b0d-34e3-42e7-afdf-37c00d7f2f51 req-1145be2b-ceb1-480c-92dd-5f182c2eae50 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 943 time: 0.0513389 Jan 17 00:41:23.918874 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-28564b0d-34e3-42e7-afdf-37c00d7f2f51 req-99fe718f-62f6-4693-a6b4-782c2c2d74da tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482101 Jan 17 00:41:23.991826 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289de5e-1583-495d-9539-c887831564be req-627badd3-c2f2-4de2-8b49-b585e8429f41 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:23.993193 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4289de5e-1583-495d-9539-c887831564be req-627badd3-c2f2-4de2-8b49-b585e8429f41 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 946 time: 0.0477455 Jan 17 00:41:24.089707 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-4289de5e-1583-495d-9539-c887831564be req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Deleting port c18a03ef-9ace-45c8-bd94-2ae254e07581 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:24.090051 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4289de5e-1583-495d-9539-c887831564be req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:24.184508 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-4289de5e-1583-495d-9539-c887831564be req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] For port c18a03ef-9ace-45c8-bd94-2ae254e07581, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=c18a03ef-9ace-45c8-bd94-2ae254e07581,segment=NetworkSegment(1d2e1894-be69-4516-adb2-0848b8ec2974),segment_id=1d2e1894-be69-4516-adb2-0848b8ec2974)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:24.184847 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4289de5e-1583-495d-9539-c887831564be req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:24.198349 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-4289de5e-1583-495d-9539-c887831564be req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Calling delete_port for c18a03ef-9ace-45c8-bd94-2ae254e07581 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:24.336581 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4289de5e-1583-495d-9539-c887831564be req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (c18a03ef-9ace-45c8-bd94-2ae254e07581), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:24.369490 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Pushing event deleted for resources: {'Port': ['ID=c18a03ef-9ace-45c8-bd94-2ae254e07581,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:24.373027 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['c18a03ef-9ace-45c8-bd94-2ae254e07581'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:41:24.399502 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-75a4ef80-0704-4af2-912a-a3694123849b req-ca169f9e-4ce4-494a-804d-4be2174dffea tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.24 "GET /v2.0/ports?device_id=23271d9c-1b03-44d8-bbc4-bbdda84511a7 HTTP/1.1" status: 200 len: 210 time: 0.0345547 Jan 17 00:41:24.439630 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-4289de5e-1583-495d-9539-c887831564be req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] No DVR routers for this DVR port c18a03ef-9ace-45c8-bd94-2ae254e07581 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:41:24.442185 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4289de5e-1583-495d-9539-c887831564be req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:24.445585 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4289de5e-1583-495d-9539-c887831564be req-a2f52f01-21cb-478c-8bad-20d3686bb839 tempest-AttachVolumeNegativeTest-546986498 tempest-AttachVolumeNegativeTest-546986498-project] 10.222.0.15 "DELETE /v2.0/ports/c18a03ef-9ace-45c8-bd94-2ae254e07581 HTTP/1.1" status: 204 len: 173 time: 0.4433410 Jan 17 00:41:24.446040 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23271d9c-1b03-44d8-bbc4-bbdda84511a7', 'name': 'network-vif-deleted', 'tag': 'c18a03ef-9ace-45c8-bd94-2ae254e07581'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:24.449164 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdfe4eb-8b5f-4d2f-b3ad-81ef854d2c28" -d '{"events": [{"server_uuid": "23271d9c-1b03-44d8-bbc4-bbdda84511a7", "name": "network-vif-deleted", "tag": "c18a03ef-9ace-45c8-bd94-2ae254e07581"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:24.485460 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d472868a-b73a-46a4-bfff-b6e571c10714 x-openstack-request-id: req-d472868a-b73a-46a4-bfff-b6e571c10714 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:24.485967 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23271d9c-1b03-44d8-bbc4-bbdda84511a7", "name": "network-vif-deleted", "tag": "c18a03ef-9ace-45c8-bd94-2ae254e07581", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:24.486431 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d472868a-b73a-46a4-bfff-b6e571c10714 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:24.486841 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23271d9c-1b03-44d8-bbc4-bbdda84511a7', 'name': 'network-vif-deleted', 'tag': 'c18a03ef-9ace-45c8-bd94-2ae254e07581', 'status': 'completed', 'code': 200} Jan 17 00:41:25.043348 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c2ff-f08d-44bd-8d3e-142a67e4642b req-1dbf2778-36c2-4c30-8e27-b80ad7126999 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:25.044870 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a9d2c2ff-f08d-44bd-8d3e-142a67e4642b req-1dbf2778-36c2-4c30-8e27-b80ad7126999 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 943 time: 0.0529575 Jan 17 00:41:25.104440 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a9d2c2ff-f08d-44bd-8d3e-142a67e4642b req-0137ee1d-53a5-4433-98fd-8ab561c87db6 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533719 Jan 17 00:41:25.460396 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44646) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:25.503599 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e866095-19d0-4739-a007-944c6bdee493 admin admin] Deleting subnet 0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 {{(pid=109112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:41:25.506635 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6e866095-19d0-4739-a007-944c6bdee493 admin admin] Publish callbacks [] for subnet (0fc696dc-8be5-4b5d-9abf-f9d6a89785e2), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.541138 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6e866095-19d0-4739-a007-944c6bdee493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25783539'] for subnet (0fc696dc-8be5-4b5d-9abf-f9d6a89785e2), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.579394 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6e866095-19d0-4739-a007-944c6bdee493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (0fc696dc-8be5-4b5d-9abf-f9d6a89785e2), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.639848 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6e866095-19d0-4739-a007-944c6bdee493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26670111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984969'] for subnet (0fc696dc-8be5-4b5d-9abf-f9d6a89785e2), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.665049 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e866095-19d0-4739-a007-944c6bdee493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc696dc-8be5-4b5d-9abf-f9d6a89785e2,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:25.668846 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6e866095-19d0-4739-a007-944c6bdee493 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.672412 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-6e866095-19d0-4739-a007-944c6bdee493 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0fc696dc-8be5-4b5d-9abf-f9d6a89785e2 HTTP/1.1" status: 204 len: 168 time: 0.2106688 Jan 17 00:41:25.674451 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44648) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:25.741635 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (4b397a78-bf92-404f-b26f-398a00cc4243), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.824330 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (4b397a78-bf92-404f-b26f-398a00cc4243), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.843941 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b397a78-bf92-404f-b26f-398a00cc4243']}} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:25.853107 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2e1894-be69-4516-adb2-0848b8ec2974') {'for_net_delete': True} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:25.853645 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2e1894-be69-4516-adb2-0848b8ec2974') {} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:25.864958 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25781760'] for segment (1d2e1894-be69-4516-adb2-0848b8ec2974), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.878511 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (1d2e1894-be69-4516-adb2-0848b8ec2974), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.885420 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:41:25.885806 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26670193'] for segment (1d2e1894-be69-4516-adb2-0848b8ec2974), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: Traceback (most recent call last): Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: timer() Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: cb(*args, **kw) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: return func(*args, **kwargs) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: self._notify() Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: self.callback(batched_events) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: event.method(event) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:41:25.887499 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: return f(self, *a, **k) Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._get(url).json() Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: return self.request(url, 'GET', **kwargs) Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:41:25.890820 dv-cinder-815461-7-iscsi neutron-server[109112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:41:25.941249 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (4b397a78-bf92-404f-b26f-398a00cc4243), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.947828 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:25.951097 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] 10.222.0.24 "DELETE /v2.0/networks/4b397a78-bf92-404f-b26f-398a00cc4243 HTTP/1.1" status: 204 len: 168 time: 0.2753487 Jan 17 00:41:25.966430 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6487596-d989-4546-93ad-019d64aeac3d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b397a78-bf92-404f-b26f-398a00cc4243,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:26.140171 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44668) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:26.195946 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-8aa755a0-8455-4d7f-bba4-71de0c7687f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8782630498554458bedd882ea67bedeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545380 Jan 17 00:41:26.198571 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44670) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:26.237286 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877149c1-1680-46cc-874f-33a20394cc5a req-2c5348d9-db3d-4036-af33-e5133351335b tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:26.239772 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-877149c1-1680-46cc-874f-33a20394cc5a req-2c5348d9-db3d-4036-af33-e5133351335b tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 943 time: 0.0562611 Jan 17 00:41:26.252457 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5177-5c9d-4a3f-8a27-cffd6f04fb77 admin admin] Publish callbacks [] for security_group (cad92e2e-ad55-473c-89a2-147f75f94718), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:26.276512 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5177-5c9d-4a3f-8a27-cffd6f04fb77 admin admin] Publish callbacks [] for security_group (cad92e2e-ad55-473c-89a2-147f75f94718), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:26.295984 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-877149c1-1680-46cc-874f-33a20394cc5a req-cf017c13-2abe-4f46-aa9c-c7433448fe0f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493410 Jan 17 00:41:26.328559 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5177-5c9d-4a3f-8a27-cffd6f04fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (cad92e2e-ad55-473c-89a2-147f75f94718), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:26.331227 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffdd5177-5c9d-4a3f-8a27-cffd6f04fb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:26.332375 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-ffdd5177-5c9d-4a3f-8a27-cffd6f04fb77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cad92e2e-ad55-473c-89a2-147f75f94718 HTTP/1.1" status: 204 len: 168 time: 0.1326168 Jan 17 00:41:26.340800 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd5177-5c9d-4a3f-8a27-cffd6f04fb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad92e2e-ad55-473c-89a2-147f75f94718,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:27.413473 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe0840-a52a-467d-92d2-86495ecb9777 req-9389396c-6280-4c0b-9e27-bf1000f4f8cc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:27.414960 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5cbe0840-a52a-467d-92d2-86495ecb9777 req-9389396c-6280-4c0b-9e27-bf1000f4f8cc tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 943 time: 0.0519853 Jan 17 00:41:27.468920 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-5cbe0840-a52a-467d-92d2-86495ecb9777 req-7bdfcaa3-5fae-4969-b2b4-d29fc94e2b09 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474494 Jan 17 00:41:27.500484 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device c18a03ef-9ace-45c8-bd94-2ae254e07581 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:27.519914 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: c18a03ef-9ace-45c8-bd94-2ae254e07581 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:27.520334 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device c18a03ef-9ace-45c8-bd94-2ae254e07581 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:28.160085 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44752) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:28.278965 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-03db3076-d98e-419e-a1c7-a345866c11d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.360307 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-03db3076-d98e-419e-a1c7-a345866c11d1 admin admin] Publish callbacks [] for security_group (e6e00a81-9956-4e95-a4c9-a8e872c46cbf), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.364906 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-03db3076-d98e-419e-a1c7-a345866c11d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e6e00a81-9956-4e95-a4c9-a8e872c46cbf), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.395842 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44760) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:28.396002 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-03db3076-d98e-419e-a1c7-a345866c11d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37160c8b7817498cbfb14f5acc35027c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343450 Jan 17 00:41:28.421303 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db3076-d98e-419e-a1c7-a345866c11d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e00a81-9956-4e95-a4c9-a8e872c46cbf,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:28.463169 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-dd3deddf-7051-4d37-9449-8b916075a799 admin admin] Publish callbacks [] for security_group (e6e00a81-9956-4e95-a4c9-a8e872c46cbf), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.484611 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-dd3deddf-7051-4d37-9449-8b916075a799 admin admin] Publish callbacks [] for security_group (e6e00a81-9956-4e95-a4c9-a8e872c46cbf), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.535546 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-dd3deddf-7051-4d37-9449-8b916075a799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e6e00a81-9956-4e95-a4c9-a8e872c46cbf), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.538169 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-dd3deddf-7051-4d37-9449-8b916075a799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.539626 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-dd3deddf-7051-4d37-9449-8b916075a799 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6e00a81-9956-4e95-a4c9-a8e872c46cbf HTTP/1.1" status: 204 len: 168 time: 0.1425481 Jan 17 00:41:28.549020 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3deddf-7051-4d37-9449-8b916075a799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e00a81-9956-4e95-a4c9-a8e872c46cbf,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:28.598053 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908720a-4437-4fa3-bb16-4926e6643a7f req-4c6b348a-fcd9-4e30-8df5-41d217e75fad tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:28.599668 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c908720a-4437-4fa3-bb16-4926e6643a7f req-4c6b348a-fcd9-4e30-8df5-41d217e75fad tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 943 time: 0.0525079 Jan 17 00:41:28.651722 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c908720a-4437-4fa3-bb16-4926e6643a7f req-7e62776c-e71a-42b3-b2d3-42ce7eed8695 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463629 Jan 17 00:41:28.805566 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44768) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:28.821183 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f6def6b9-adb1-4c6e-8fe9-ac69bebb9270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.897354 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f6def6b9-adb1-4c6e-8fe9-ac69bebb9270 admin admin] Publish callbacks [] for security_group (b9a660ab-bf49-46d7-a12b-e40be4b84421), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.901141 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f6def6b9-adb1-4c6e-8fe9-ac69bebb9270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (b9a660ab-bf49-46d7-a12b-e40be4b84421), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:28.939441 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-f6def6b9-adb1-4c6e-8fe9-ac69bebb9270 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7278d4fe0bc43188bffe6a8b8bd4653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327281 Jan 17 00:41:28.940547 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6def6b9-adb1-4c6e-8fe9-ac69bebb9270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a660ab-bf49-46d7-a12b-e40be4b84421,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:28.942078 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44770) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:28.988288 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-367a9366-b5bb-4757-897b-b9cc6a353079 admin admin] Publish callbacks [] for security_group (b9a660ab-bf49-46d7-a12b-e40be4b84421), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:29.009403 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-367a9366-b5bb-4757-897b-b9cc6a353079 admin admin] Publish callbacks [] for security_group (b9a660ab-bf49-46d7-a12b-e40be4b84421), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:29.055464 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-367a9366-b5bb-4757-897b-b9cc6a353079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (b9a660ab-bf49-46d7-a12b-e40be4b84421), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:29.058500 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-367a9366-b5bb-4757-897b-b9cc6a353079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:29.059658 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-367a9366-b5bb-4757-897b-b9cc6a353079 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9a660ab-bf49-46d7-a12b-e40be4b84421 HTTP/1.1" status: 204 len: 168 time: 0.1165538 Jan 17 00:41:29.067121 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a9366-b5bb-4757-897b-b9cc6a353079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a660ab-bf49-46d7-a12b-e40be4b84421,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:29.780867 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed5959-77ad-4254-9b1a-4758cd3593db req-e37af0f7-3388-47c3-9ee5-e6d73ddcc345 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:29.780867 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0fed5959-77ad-4254-9b1a-4758cd3593db req-e37af0f7-3388-47c3-9ee5-e6d73ddcc345 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 943 time: 0.0535784 Jan 17 00:41:29.827901 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0fed5959-77ad-4254-9b1a-4758cd3593db req-9812e46b-e25f-4a7f-b07d-5a27d7844faa tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454786 Jan 17 00:41:30.312887 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44830) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:30.613077 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Deleting port 6803f198-17f5-4080-bdca-5c3fd98deb28 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:30.613419 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (6803f198-17f5-4080-bdca-5c3fd98deb28), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:30.691604 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (6803f198-17f5-4080-bdca-5c3fd98deb28), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:30.692101 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for floatingip (6803f198-17f5-4080-bdca-5c3fd98deb28), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:30.705250 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Calling delete_port for 6803f198-17f5-4080-bdca-5c3fd98deb28 owned by network:floatingip {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:30.784155 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44850) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:30.875109 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-bf562692-0053-461a-97b2-f0a2a3842e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:30.941591 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6cc7fe96-0ed4-4348-a9e3-0eb02627704c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:30.946404 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (6803f198-17f5-4080-bdca-5c3fd98deb28), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:30.978966 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event deleted for resources: {'Port': ['ID=6803f198-17f5-4080-bdca-5c3fd98deb28,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:31.032546 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6cc7fe96-0ed4-4348-a9e3-0eb02627704c admin admin] Publish callbacks [] for security_group (27407f5a-76b4-461c-8443-a6c74291e388), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.037098 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-6cc7fe96-0ed4-4348-a9e3-0eb02627704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (27407f5a-76b4-461c-8443-a6c74291e388), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.078341 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7fe96-0ed4-4348-a9e3-0eb02627704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27407f5a-76b4-461c-8443-a6c74291e388,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:31.082769 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-6cc7fe96-0ed4-4348-a9e3-0eb02627704c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bb23bbb7cc84dd7ad06ec5e9dfa7bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972820 Jan 17 00:41:31.085345 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44864) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:31.130945 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44866) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:31.146486 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-426db6b7-0efb-4bc2-a73c-c4cc8aef9428 admin admin] Publish callbacks [] for security_group (27407f5a-76b4-461c-8443-a6c74291e388), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.171493 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-426db6b7-0efb-4bc2-a73c-c4cc8aef9428 admin admin] Publish callbacks [] for security_group (27407f5a-76b4-461c-8443-a6c74291e388), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.226568 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-426db6b7-0efb-4bc2-a73c-c4cc8aef9428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (27407f5a-76b4-461c-8443-a6c74291e388), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.231616 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-426db6b7-0efb-4bc2-a73c-c4cc8aef9428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.236485 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-426db6b7-0efb-4bc2-a73c-c4cc8aef9428 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27407f5a-76b4-461c-8443-a6c74291e388 HTTP/1.1" status: 204 len: 168 time: 0.1471298 Jan 17 00:41:31.245742 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426db6b7-0efb-4bc2-a73c-c4cc8aef9428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27407f5a-76b4-461c-8443-a6c74291e388,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:31.298270 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dbb8df35-c8b2-423d-af8d-1a07a0af9c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.316113 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554bd6d-5bb0-4cc2-a556-439c370b949c req-86a50084-43a5-4d84-8a07-917195c4d543 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:31.323663 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6554bd6d-5bb0-4cc2-a556-439c370b949c req-86a50084-43a5-4d84-8a07-917195c4d543 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 943 time: 0.4109023 Jan 17 00:41:31.383196 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dbb8df35-c8b2-423d-af8d-1a07a0af9c09 admin admin] Publish callbacks [] for security_group (c8827506-f731-4033-b635-8ea62d58182d), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.388984 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-dbb8df35-c8b2-423d-af8d-1a07a0af9c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (c8827506-f731-4033-b635-8ea62d58182d), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.393723 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for floatingip (30255fa2-d5b2-4d39-a6f2-d393466144b4), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.394062 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Floating IP 30255fa2-d5b2-4d39-a6f2-d393466144b4 disassociated (deleted). External IP: 172.27.3.69, port: adeb13ee-c4e0-4f26-9da3-16eb641440e9. Jan 17 00:41:31.430762 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-dbb8df35-c8b2-423d-af8d-1a07a0af9c09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6171971fb6b9481695502b53542643b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914662 Jan 17 00:41:31.430762 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8df35-c8b2-423d-af8d-1a07a0af9c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8827506-f731-4033-b635-8ea62d58182d,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:31.431070 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44874) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:31.442085 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-6554bd6d-5bb0-4cc2-a556-439c370b949c req-4e2e15da-d429-4183-a587-570b14223894 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175878 Jan 17 00:41:31.516154 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device a00f07e6-e812-4502-99f2-c765032c4946 details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:41:31.532140 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44876) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:31.536316 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-700fb164-6fd6-4595-ba38-72ed82116c65 admin admin] Publish callbacks [] for security_group (c8827506-f731-4033-b635-8ea62d58182d), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.547880 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3b273bd3-3b69-422d-9e0e-e610e41bbd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.600789 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-700fb164-6fd6-4595-ba38-72ed82116c65 admin admin] Publish callbacks [] for security_group (c8827506-f731-4033-b635-8ea62d58182d), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.622402 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port a00f07e6-e812-4502-99f2-c765032c4946, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a00f07e6-e812-4502-99f2-c765032c4946,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:31.633301 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3b273bd3-3b69-422d-9e0e-e610e41bbd6e admin admin] Publish callbacks [] for security_group (ea772a6d-faa4-441d-a68e-6d3e496a3d2c), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.637975 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-3b273bd3-3b69-422d-9e0e-e610e41bbd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ea772a6d-faa4-441d-a68e-6d3e496a3d2c), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.639925 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'a00f07e6-e812-4502-99f2-c765032c4946', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'port_id': 'a00f07e6-e812-4502-99f2-c765032c4946', 'mac_address': 'fa:16:3e:05:f5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:41:31.674163 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b273bd3-3b69-422d-9e0e-e610e41bbd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea772a6d-faa4-441d-a68e-6d3e496a3d2c,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:31.677959 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port a00f07e6-e812-4502-99f2-c765032c4946 is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:41:31.678462 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-3b273bd3-3b69-422d-9e0e-e610e41bbd6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0b384a1b28c4ceeabad869b4880904f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453009 Jan 17 00:41:31.679654 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a00f07e6-e812-4502-99f2-c765032c4946), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.681075 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44878) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:31.694804 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00f07e6-e812-4502-99f2-c765032c4946 {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:41:31.716787 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port a00f07e6-e812-4502-99f2-c765032c4946, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a00f07e6-e812-4502-99f2-c765032c4946,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:31.720673 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (a00f07e6-e812-4502-99f2-c765032c4946), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.720936 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:41:31.721677 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-700fb164-6fd6-4595-ba38-72ed82116c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (c8827506-f731-4033-b635-8ea62d58182d), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.724243 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-700fb164-6fd6-4595-ba38-72ed82116c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.725356 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-700fb164-6fd6-4595-ba38-72ed82116c65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8827506-f731-4033-b635-8ea62d58182d HTTP/1.1" status: 204 len: 168 time: 0.2933006 Jan 17 00:41:31.748641 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fb164-6fd6-4595-ba38-72ed82116c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8827506-f731-4033-b635-8ea62d58182d,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:31.781929 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=a00f07e6-e812-4502-99f2-c765032c4946,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:31.799268 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.800062 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.800599 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.800955 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.801290 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.801906 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.802421 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.802760 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.803353 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.803663 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.804030 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.804309 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.804637 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:31.837317 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-abbb47ed-2975-458a-b5f7-30f46acc6c1a admin admin] Publish callbacks [] for security_group (ea772a6d-faa4-441d-a68e-6d3e496a3d2c), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.871853 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-abbb47ed-2975-458a-b5f7-30f46acc6c1a admin admin] Publish callbacks [] for security_group (ea772a6d-faa4-441d-a68e-6d3e496a3d2c), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.888576 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:41:31.896511 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.900414 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] Sync routers for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:41:31.918203 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:41:31.919006 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:41:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:31.948261 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-d61463d0-f79b-424d-98ed-b5b08e2def03 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "DELETE /v2.0/floatingips/30255fa2-d5b2-4d39-a6f2-d393466144b4 HTTP/1.1" status: 204 len: 168 time: 1.6336622 Jan 17 00:41:31.949925 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:31.954946 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b08813-6cff-40f1-8605-2c7c820e8fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:31.985116 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-abbb47ed-2975-458a-b5f7-30f46acc6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ea772a6d-faa4-441d-a68e-6d3e496a3d2c), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:31.988605 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-abbb47ed-2975-458a-b5f7-30f46acc6c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:32.001577 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-abbb47ed-2975-458a-b5f7-30f46acc6c1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea772a6d-faa4-441d-a68e-6d3e496a3d2c HTTP/1.1" status: 204 len: 168 time: 0.3123112 Jan 17 00:41:32.021263 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb47ed-2975-458a-b5f7-30f46acc6c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea772a6d-faa4-441d-a68e-6d3e496a3d2c,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:32.030192 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0c88c4-88ff-4edb-b191-a6e2d993e588 x-openstack-request-id: req-2b0c88c4-88ff-4edb-b191-a6e2d993e588 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:32.030488 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:32.030744 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b0c88c4-88ff-4edb-b191-a6e2d993e588 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:32.031146 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'status': 'completed', 'code': 200} Jan 17 00:41:32.084817 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['a00f07e6-e812-4502-99f2-c765032c4946'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:41:32.119859 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:41:32.169455 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-a6fc9eef-651f-4fa6-aae0-7614ab247dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:32.174578 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44890) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:32.175577 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-a6fc9eef-651f-4fa6-aae0-7614ab247dd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26758062fce6425cae7332c5dc4a74a4&device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 1098 time: 0.0991268 Jan 17 00:41:32.191082 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c12bad8f-8b99-4748-882c-a7e93bcec840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:32.284572 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c12bad8f-8b99-4748-882c-a7e93bcec840 admin admin] Publish callbacks [] for security_group (8b3252ff-bdc0-45d4-a871-2a9ed8b8ab04), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:32.290776 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c12bad8f-8b99-4748-882c-a7e93bcec840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (8b3252ff-bdc0-45d4-a871-2a9ed8b8ab04), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:32.337765 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c12bad8f-8b99-4748-882c-a7e93bcec840 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f29435a5bb0f499589f16de156bdc92b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613004 Jan 17 00:41:32.340370 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44896) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:32.347956 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bad8f-8b99-4748-882c-a7e93bcec840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3252ff-bdc0-45d4-a871-2a9ed8b8ab04,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:32.371921 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd0b3f-cd38-40c8-9f41-b8817c522fbc req-a43986cb-53bf-438b-a9d2-cfa404b4a9f6 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:32.373384 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8fcd0b3f-cd38-40c8-9f41-b8817c522fbc req-a43986cb-53bf-438b-a9d2-cfa404b4a9f6 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.1288097 Jan 17 00:41:32.398111 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-4676a621-00b8-4386-be79-06a980dfa191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:32.399932 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-4676a621-00b8-4386-be79-06a980dfa191 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 200 len: 909 time: 0.1897867 Jan 17 00:41:32.407966 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b11f6c9a-0e56-4a63-9cc7-60c5b87bbc22 admin admin] Publish callbacks [] for security_group (8b3252ff-bdc0-45d4-a871-2a9ed8b8ab04), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:32.437924 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b11f6c9a-0e56-4a63-9cc7-60c5b87bbc22 admin admin] Publish callbacks [] for security_group (8b3252ff-bdc0-45d4-a871-2a9ed8b8ab04), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:32.457810 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-9356db9c-eefd-442f-ac69-8970e6ffd677 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 200 len: 217 time: 0.0504415 Jan 17 00:41:32.504985 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b11f6c9a-0e56-4a63-9cc7-60c5b87bbc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (8b3252ff-bdc0-45d4-a871-2a9ed8b8ab04), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:32.508422 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b11f6c9a-0e56-4a63-9cc7-60c5b87bbc22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:32.511512 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-b11f6c9a-0e56-4a63-9cc7-60c5b87bbc22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b3252ff-bdc0-45d4-a871-2a9ed8b8ab04 HTTP/1.1" status: 204 len: 168 time: 0.1684568 Jan 17 00:41:32.520810 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f6c9a-0e56-4a63-9cc7-60c5b87bbc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3252ff-bdc0-45d4-a871-2a9ed8b8ab04,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:32.520967 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '1fc5667e-c069-437e-a4b6-1c34185510af', 'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'mac_address': 'fa:16:3e:e9:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:03Z', 'updated_at': '2022-01-17T00:36:11Z', 'revision_number': 5, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'subnets': [{'id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:32.564515 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] Checking router: 1f4a82f4-efeb-4007-8e40-32edfe3218f7 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:41:32.581259 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:41:32.581886 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:41:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:32.617793 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8fcd0b3f-cd38-40c8-9f41-b8817c522fbc req-2fd22b9a-d2a7-493f-a14c-d3da52f703e8 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372890 Jan 17 00:41:32.634438 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-9cb86e74-d62f-4ca3-913c-f226aa7bf69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:32.636995 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-9cb86e74-d62f-4ca3-913c-f226aa7bf69d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be HTTP/1.1" status: 200 len: 847 time: 0.1703455 Jan 17 00:41:32.658175 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c49ac-1bbf-42bc-95f8-5788e3e187d2 req-10dbc62f-dcf0-4a41-9bf2-b616ae990a89 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:32.665513 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-681c49ac-1bbf-42bc-95f8-5788e3e187d2 req-10dbc62f-dcf0-4a41-9bf2-b616ae990a89 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 944 time: 0.1018193 Jan 17 00:41:32.712825 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:41:32.737753 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-a77359bf-623e-45ea-beed-ef7db54f7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:32.739019 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-a77359bf-623e-45ea-beed-ef7db54f7b1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa39a57a-592f-414a-a20d-96015da6e1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656242 Jan 17 00:41:32.760378 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-681c49ac-1bbf-42bc-95f8-5788e3e187d2 req-1ef35b6d-2163-450a-b8fe-ce1f06d7ac6d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937743 Jan 17 00:41:32.859706 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-049246d5-b233-4caa-aaff-0c8579fcc5d0 service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981812 Jan 17 00:41:32.937324 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 44918) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:32.951061 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-1c757780-23d4-4732-99c7-078651c08ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:32.981541 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-11b08813-6cff-40f1-8605-2c7c820e8fd7 req-240b8f2d-015b-41b8-a51f-a87e527807c2 service neutron] 10.222.0.15 "GET /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132164 Jan 17 00:41:32.984549 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '1fc5667e-c069-437e-a4b6-1c34185510af', 'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'mac_address': 'fa:16:3e:e9:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:03Z', 'updated_at': '2022-01-17T00:36:11Z', 'revision_number': 5, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'subnets': [{'id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:33.014841 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42bdb9d-81ac-487e-bc44-cde784e72920 None None] The sync data for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi is: [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:05Z', 'revision_number': 4, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '1fc5667e-c069-437e-a4b6-1c34185510af', 'name': '', 'network_id': 'aa39a57a-592f-414a-a20d-96015da6e1de', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'mac_address': 'fa:16:3e:e9:51:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:03Z', 'updated_at': '2022-01-17T00:36:11Z', 'revision_number': 5, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'subnets': [{'id': '57b54e9a-7d10-4b98-9a69-6d88ba4cb1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:41:33.050783 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-1c757780-23d4-4732-99c7-078651c08ca5 admin admin] Publish callbacks [] for security_group (a95f8f0f-ecf5-4af8-ad8c-0a5fd36e62d6), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.054895 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-1c757780-23d4-4732-99c7-078651c08ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a95f8f0f-ecf5-4af8-ad8c-0a5fd36e62d6), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.102114 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-1c757780-23d4-4732-99c7-078651c08ca5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15d1bdf3b77f4fe19f521284b8b40fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612847 Jan 17 00:41:33.102114 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c757780-23d4-4732-99c7-078651c08ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95f8f0f-ecf5-4af8-ad8c-0a5fd36e62d6,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:33.102717 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44924) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:33.163660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-17233153-a920-49ca-819d-d1167533c1db admin admin] Publish callbacks [] for security_group (a95f8f0f-ecf5-4af8-ad8c-0a5fd36e62d6), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.187542 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-cacddab0-525f-426b-8a5f-f34ece810451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.193880 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-17233153-a920-49ca-819d-d1167533c1db admin admin] Publish callbacks [] for security_group (a95f8f0f-ecf5-4af8-ad8c-0a5fd36e62d6), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.255039 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-17233153-a920-49ca-819d-d1167533c1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (a95f8f0f-ecf5-4af8-ad8c-0a5fd36e62d6), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.258596 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-17233153-a920-49ca-819d-d1167533c1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.260307 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-17233153-a920-49ca-819d-d1167533c1db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a95f8f0f-ecf5-4af8-ad8c-0a5fd36e62d6 HTTP/1.1" status: 204 len: 168 time: 0.1543756 Jan 17 00:41:33.271759 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17233153-a920-49ca-819d-d1167533c1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95f8f0f-ecf5-4af8-ad8c-0a5fd36e62d6,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:33.355500 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b74d80-3885-4aa4-b4e3-8d80d31e3983 None None] New status for floating IP 30255fa2-d5b2-4d39-a6f2-d393466144b4: DOWN {{(pid=109115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:41:33.516148 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device a00f07e6-e812-4502-99f2-c765032c4946 up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:41:33.569645 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port a00f07e6-e812-4502-99f2-c765032c4946 completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:41:33.580925 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port a00f07e6-e812-4502-99f2-c765032c4946 triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:41:33.581546 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (a00f07e6-e812-4502-99f2-c765032c4946), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.677682 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port a00f07e6-e812-4502-99f2-c765032c4946 is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:41:33.678080 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (a00f07e6-e812-4502-99f2-c765032c4946), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.707941 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:33.711152 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f77f4ec-e31a-4dfd-9dd1-9dbfc46d4375" -d '{"events": [{"server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "name": "network-vif-plugged", "status": "completed", "tag": "a00f07e6-e812-4502-99f2-c765032c4946"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:33.728167 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port a00f07e6-e812-4502-99f2-c765032c4946, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a00f07e6-e812-4502-99f2-c765032c4946,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:33.734146 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (a00f07e6-e812-4502-99f2-c765032c4946), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:33.766608 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3345e0e1-7f4d-4a1c-9b9a-527c88dc9f2b x-openstack-request-id: req-3345e0e1-7f4d-4a1c-9b9a-527c88dc9f2b {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:33.767126 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "name": "network-vif-plugged", "status": "completed", "tag": "a00f07e6-e812-4502-99f2-c765032c4946", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:33.767348 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3345e0e1-7f4d-4a1c-9b9a-527c88dc9f2b {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:33.767737 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946', 'code': 200} Jan 17 00:41:33.767854 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6def0-eab2-4f01-9ef3-c75e0e046a71 req-42866399-68e5-4dbd-bcb3-d2eaa6ce6823 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:33.769393 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e5c6def0-eab2-4f01-9ef3-c75e0e046a71 req-42866399-68e5-4dbd-bcb3-d2eaa6ce6823 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0593424 Jan 17 00:41:33.796148 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=a00f07e6-e812-4502-99f2-c765032c4946,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:33.850166 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-e5c6def0-eab2-4f01-9ef3-c75e0e046a71 req-a96992f9-40b0-4321-b039-8c5d41182076 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/security-groups?id=98711559-e61a-43e1-bbc9-cd901ba21f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720248 Jan 17 00:41:33.887751 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80874a9d-8566-48ed-9f56-24d1d463d188 req-5a6e7f7a-19b2-440b-aa37-a432235be87f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:33.889270 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-80874a9d-8566-48ed-9f56-24d1d463d188 req-5a6e7f7a-19b2-440b-aa37-a432235be87f tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 945 time: 0.0577638 Jan 17 00:41:33.944837 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-80874a9d-8566-48ed-9f56-24d1d463d188 req-4684e3bf-762f-4217-a4d3-09e70b9fab8d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496745 Jan 17 00:41:34.115481 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-4b40b0bc-cc6a-41ff-ac97-e2e23bc79aef tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:34.117253 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-4b40b0bc-cc6a-41ff-ac97-e2e23bc79aef tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 945 time: 0.0787337 Jan 17 00:41:34.119312 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d02b4-1ed8-4bed-a9df-17ce1c114b55 req-bd5341a7-8664-4347-95fd-20d838471dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:34.120735 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-685d02b4-1ed8-4bed-a9df-17ce1c114b55 req-bd5341a7-8664-4347-95fd-20d838471dca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 1098 time: 0.0836842 Jan 17 00:41:34.229972 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-685d02b4-1ed8-4bed-a9df-17ce1c114b55 req-d676dd3c-13f8-43fb-b720-73bd1e5c0fd5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959044 Jan 17 00:41:34.259848 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Deleting port adeb13ee-c4e0-4f26-9da3-16eb641440e9 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:34.260367 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:34.359577 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] For port adeb13ee-c4e0-4f26-9da3-16eb641440e9, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=adeb13ee-c4e0-4f26-9da3-16eb641440e9,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:34.359940 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:34.372425 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Calling delete_port for adeb13ee-c4e0-4f26-9da3-16eb641440e9 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:34.507600 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (adeb13ee-c4e0-4f26-9da3-16eb641440e9), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:34.537698 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event deleted for resources: {'Port': ['ID=adeb13ee-c4e0-4f26-9da3-16eb641440e9,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:34.584660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] No DVR routers for this DVR port adeb13ee-c4e0-4f26-9da3-16eb641440e9 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:41:34.587072 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:34.591259 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4242b312-4e28-4e72-9fee-907c9ab4296c req-5ba500a3-8cf7-4a0b-a6d7-61efe97bee94 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.15 "DELETE /v2.0/ports/adeb13ee-c4e0-4f26-9da3-16eb641440e9 HTTP/1.1" status: 204 len: 173 time: 0.4637513 Jan 17 00:41:34.591723 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'name': 'network-vif-deleted', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:34.593975 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e26fef-4a6b-4cba-856a-1c5619b6b95a" -d '{"events": [{"server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "name": "network-vif-deleted", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:34.631334 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ace378b-3c7c-4ffc-96b4-053bb5d258d1 x-openstack-request-id: req-0ace378b-3c7c-4ffc-96b4-053bb5d258d1 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:34.631627 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea4500e-1fb7-46c1-9482-6a9cb028cd4c", "name": "network-vif-deleted", "tag": "adeb13ee-c4e0-4f26-9da3-16eb641440e9", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:34.632241 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ace378b-3c7c-4ffc-96b4-053bb5d258d1 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:34.632649 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea4500e-1fb7-46c1-9482-6a9cb028cd4c', 'name': 'network-vif-deleted', 'tag': 'adeb13ee-c4e0-4f26-9da3-16eb641440e9', 'status': 'completed', 'code': 200} Jan 17 00:41:34.887617 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:34.959768 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0a236df1-d68f-4248-b043-f1fb8e725b82 req-b8f282ef-516b-4a7d-acb7-20bc53642be5 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ea4500e-1fb7-46c1-9482-6a9cb028cd4c HTTP/1.1" status: 200 len: 210 time: 0.0353553 Jan 17 00:41:35.083538 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478ea58-f32e-4739-b3f7-6b9bee360ee3 req-231af6a8-f5b7-4b8c-b10a-023eb53185d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:35.085159 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8478ea58-f32e-4739-b3f7-6b9bee360ee3 req-231af6a8-f5b7-4b8c-b10a-023eb53185d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 945 time: 0.0655029 Jan 17 00:41:35.138433 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8478ea58-f32e-4739-b3f7-6b9bee360ee3 req-e016333c-0384-453c-90f1-bb6441128d3b tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468128 Jan 17 00:41:35.177875 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:36.020587 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 44990) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:36.085332 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7db8ca24-f2b8-4ee1-a554-72f9621e7252 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group (98711559-e61a-43e1-bbc9-cd901ba21f9c), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:36.114186 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7db8ca24-f2b8-4ee1-a554-72f9621e7252 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group (98711559-e61a-43e1-bbc9-cd901ba21f9c), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:36.188441 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7db8ca24-f2b8-4ee1-a554-72f9621e7252 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (98711559-e61a-43e1-bbc9-cd901ba21f9c), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:36.191258 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-7db8ca24-f2b8-4ee1-a554-72f9621e7252 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:36.192800 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-7db8ca24-f2b8-4ee1-a554-72f9621e7252 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] 10.222.0.24 "DELETE /v2.0/security-groups/98711559-e61a-43e1-bbc9-cd901ba21f9c HTTP/1.1" status: 204 len: 168 time: 0.1711595 Jan 17 00:41:36.204633 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8ca24-f2b8-4ee1-a554-72f9621e7252 tempest-TestShelveInstance-1913377345 tempest-TestShelveInstance-1913377345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98711559-e61a-43e1-bbc9-cd901ba21f9c,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:36.251661 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45010) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:36.298163 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558505db-2bb8-4f08-baa6-37090c4a5e35 req-446fcbbe-4428-4900-a73e-5c9637eacdb0 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:36.299838 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-558505db-2bb8-4f08-baa6-37090c4a5e35 req-446fcbbe-4428-4900-a73e-5c9637eacdb0 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 945 time: 0.0677333 Jan 17 00:41:36.354688 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-558505db-2bb8-4f08-baa6-37090c4a5e35 req-5859ddd9-0a05-41e3-8576-86a4cf0b7e34 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486002 Jan 17 00:41:36.478029 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105c46d-caa9-43df-b5f9-21bd4901a3ff req-d29c5e89-31b2-4c0b-a185-d07fdd956adf tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:36.479450 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2105c46d-caa9-43df-b5f9-21bd4901a3ff req-d29c5e89-31b2-4c0b-a185-d07fdd956adf tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 945 time: 0.0490909 Jan 17 00:41:36.529397 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-2105c46d-caa9-43df-b5f9-21bd4901a3ff req-d5300427-8e2c-4a15-9578-75b43212d97a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434794 Jan 17 00:41:36.551969 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45018) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:36.706423 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b04d861-785f-4b7f-a166-478d0e2ec8c6 tempest-TestVolumeBootPattern-1841827948 tempest-TestVolumeBootPattern-1841827948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:36.707959 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-2b04d861-785f-4b7f-a166-478d0e2ec8c6 tempest-TestVolumeBootPattern-1841827948 tempest-TestVolumeBootPattern-1841827948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 1093 time: 0.1547813 Jan 17 00:41:36.710839 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45022) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:36.715347 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Request body: {'floatingip': {'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'port_id': 'a00f07e6-e812-4502-99f2-c765032c4946', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:41:36.741648 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:36.766527 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877905'] for router_interface (1f4a82f4-efeb-4007-8e40-32edfe3218f7), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:36.774612 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:36.840305 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:36.947304 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Allocated IP 172.27.3.184 (43725192-81a9-4edf-a6cb-79084dcd3ece/9d4be9f7-b905-45e3-bea6-a75a1a0c27ca/1cb73c9f-8e39-4727-b9a6-b56691f11ec4) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:41:37.009344 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Deleting port 1fc5667e-c069-437e-a4b6-1c34185510af {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:37.009593 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.048793 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for port (1cb73c9f-8e39-4727-b9a6-b56691f11ec4), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.085448 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (1cb73c9f-8e39-4727-b9a6-b56691f11ec4), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.092475 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] For port 1fc5667e-c069-437e-a4b6-1c34185510af, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=1fc5667e-c069-437e-a4b6-1c34185510af,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:37.092838 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.112763 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Calling delete_port for 1fc5667e-c069-437e-a4b6-1c34185510af owned by network:router_interface {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:37.144190 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Network 43725192-81a9-4edf-a6cb-79084dcd3ece is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:41:37.147104 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:41:37.150731 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:41:37.156526 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'Port': ['ID=1cb73c9f-8e39-4727-b9a6-b56691f11ec4,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:37.298052 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (1fc5667e-c069-437e-a4b6-1c34185510af), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.325384 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc5667e-c069-437e-a4b6-1c34185510af,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:37.325664 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.514237 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device adeb13ee-c4e0-4f26-9da3-16eb641440e9 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:37.541398 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: adeb13ee-c4e0-4f26-9da3-16eb641440e9 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:37.542454 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device adeb13ee-c4e0-4f26-9da3-16eb641440e9 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:37.586467 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (6bb254b2-c581-4421-9f65-7fe7f7454fe7), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.666265 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (1cb73c9f-8e39-4727-b9a6-b56691f11ec4), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.734143 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875457'] for router_interface (1f4a82f4-efeb-4007-8e40-32edfe3218f7), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.751569 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45034) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:37.852770 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for port (1cb73c9f-8e39-4727-b9a6-b56691f11ec4), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.859146 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (1cb73c9f-8e39-4727-b9a6-b56691f11ec4), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.904950 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed76e-253d-4b93-be21-e659de17fed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:37.955130 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event updated for resources: {'Port': ['ID=1cb73c9f-8e39-4727-b9a6-b56691f11ec4,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:37.968355 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:41:37.975150 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3875857'] for floatingip (6bb254b2-c581-4421-9f65-7fe7f7454fe7), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.077248 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:41:38.085284 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-de0de630-7730-4f35-bd36-1b28a4fff4eb admin admin] 10.222.0.24 "PUT /v2.0/routers/1f4a82f4-efeb-4007-8e40-32edfe3218f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8318126 Jan 17 00:41:38.085438 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45038) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:38.090005 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] Sync routers for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:41:38.103833 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:41:38.104592 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:41:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:38.160302 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed76e-253d-4b93-be21-e659de17fed8 admin admin] Publish callbacks [] for security_group (4d3f8036-29be-4029-8b28-bce3c76f8724), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.163322 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Floating IP 6bb254b2-c581-4421-9f65-7fe7f7454fe7 associated. External IP: 172.27.3.184, port: a00f07e6-e812-4502-99f2-c765032c4946. Jan 17 00:41:38.196232 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2f9ed76e-253d-4b93-be21-e659de17fed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4d3f8036-29be-4029-8b28-bce3c76f8724), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.209795 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:41:38.309124 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-2f9ed76e-253d-4b93-be21-e659de17fed8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77250345b4524a55bfcc26976b3c851e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5565076 Jan 17 00:41:38.312093 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45040) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:38.314981 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ed76e-253d-4b93-be21-e659de17fed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3f8036-29be-4029-8b28-bce3c76f8724,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:38.333351 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks [] for router (1f4a82f4-efeb-4007-8e40-32edfe3218f7), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.369776 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-617c1e7a-a090-441f-b051-e45cd55a87dd admin admin] Publish callbacks [] for security_group (4d3f8036-29be-4029-8b28-bce3c76f8724), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.398245 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-617c1e7a-a090-441f-b051-e45cd55a87dd admin admin] Publish callbacks [] for security_group (4d3f8036-29be-4029-8b28-bce3c76f8724), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.399017 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:41:37Z', 'revision_number': 5, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:38.426259 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] Checking router: 1f4a82f4-efeb-4007-8e40-32edfe3218f7 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:41:38.435412 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] Routers {'1f4a82f4-efeb-4007-8e40-32edfe3218f7'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:41:38.436019 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:41:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:38.450601 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-617c1e7a-a090-441f-b051-e45cd55a87dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4d3f8036-29be-4029-8b28-bce3c76f8724), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.453548 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-617c1e7a-a090-441f-b051-e45cd55a87dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.457516 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-617c1e7a-a090-441f-b051-e45cd55a87dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d3f8036-29be-4029-8b28-bce3c76f8724 HTTP/1.1" status: 204 len: 168 time: 0.1433260 Jan 17 00:41:38.467716 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1e7a-a090-441f-b051-e45cd55a87dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3f8036-29be-4029-8b28-bce3c76f8724,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:38.520444 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks [] for router_gateway (1f4a82f4-efeb-4007-8e40-32edfe3218f7), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.568323 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Router 58a8b86a-40de-48d1-8043-523d98f4c4e0 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:41:38.707560 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] Set router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:41:38.785554 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45046) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:38.803052 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-29fa45de-5e96-4644-b790-f9d20509a623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.895481 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-29fa45de-5e96-4644-b790-f9d20509a623 admin admin] Publish callbacks [] for security_group (9d7298ff-38a2-4e44-bea8-02792ee3ebb0), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.900961 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-29fa45de-5e96-4644-b790-f9d20509a623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (9d7298ff-38a2-4e44-bea8-02792ee3ebb0), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.928889 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Deleting port 0d827d3b-9053-4dcf-8e90-2607a12a38a4 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:38.929470 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:38.931599 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:41:37Z', 'revision_number': 5, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:38.944895 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-29fa45de-5e96-4644-b790-f9d20509a623 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16e9167b80b8475791a41255565771ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557250 Jan 17 00:41:38.944895 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa45de-5e96-4644-b790-f9d20509a623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7298ff-38a2-4e44-bea8-02792ee3ebb0,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:38.945865 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45048) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:38.969548 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ff130e-14ce-469b-ae79-8b39e9ccb4b9 None None] The sync data for ids ['1f4a82f4-efeb-4007-8e40-32edfe3218f7'] in dv-cinder-815461-7-iscsi is: [{'id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'name': 'tempest-TestShelveInstance-677469170-router', 'tenant_id': '26758062fce6425cae7332c5dc4a74a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:41:37Z', 'revision_number': 5, 'project_id': '26758062fce6425cae7332c5dc4a74a4', 'gw_port': {'id': '0d827d3b-9053-4dcf-8e90-2607a12a38a4', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a82f4-efeb-4007-8e40-32edfe3218f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:00Z', 'updated_at': '2022-01-17T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:41:39.004856 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79e5f98d-de84-4b01-a9fa-283ca8a9f641 admin admin] Publish callbacks [] for security_group (9d7298ff-38a2-4e44-bea8-02792ee3ebb0), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.028216 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79e5f98d-de84-4b01-a9fa-283ca8a9f641 admin admin] Publish callbacks [] for security_group (9d7298ff-38a2-4e44-bea8-02792ee3ebb0), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.034428 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:41:39.045046 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] Sync routers for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:41:39.056068 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:41:39.056680 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:41:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:39.064956 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] For port 0d827d3b-9053-4dcf-8e90-2607a12a38a4, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=0d827d3b-9053-4dcf-8e90-2607a12a38a4,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:39.065186 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.069676 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.090389 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79e5f98d-de84-4b01-a9fa-283ca8a9f641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (9d7298ff-38a2-4e44-bea8-02792ee3ebb0), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.093178 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-79e5f98d-de84-4b01-a9fa-283ca8a9f641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.096856 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-79e5f98d-de84-4b01-a9fa-283ca8a9f641 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d7298ff-38a2-4e44-bea8-02792ee3ebb0 HTTP/1.1" status: 204 len: 168 time: 0.1476305 Jan 17 00:41:39.098894 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Calling delete_port for 0d827d3b-9053-4dcf-8e90-2607a12a38a4 owned by network:router_gateway {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:39.124418 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-5ccdcb59-a098-4bd8-b896-b8485affa9c8 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3985362 Jan 17 00:41:39.124418 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:39.124418 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05e53de-a071-4cbb-a31f-ecd66d73402c" -d '{"events": [{"name": "network-changed", "server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "tag": "a00f07e6-e812-4502-99f2-c765032c4946"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:39.126676 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5f98d-de84-4b01-a9fa-283ca8a9f641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7298ff-38a2-4e44-bea8-02792ee3ebb0,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:39.184208 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9e4412-add6-4ec1-931f-2e0b26bd9528 x-openstack-request-id: req-bf9e4412-add6-4ec1-931f-2e0b26bd9528 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:39.184566 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "tag": "a00f07e6-e812-4502-99f2-c765032c4946", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:39.184832 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf9e4412-add6-4ec1-931f-2e0b26bd9528 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:39.185242 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946', 'status': 'completed', 'code': 200} Jan 17 00:41:39.188736 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:41:39.301868 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-0eba802f-f335-481b-a364-d6667b0b7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:39.303430 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-0eba802f-f335-481b-a364-d6667b0b7765 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 1098 time: 0.0598688 Jan 17 00:41:39.406311 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (0d827d3b-9053-4dcf-8e90-2607a12a38a4), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.452398 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d827d3b-9053-4dcf-8e90-2607a12a38a4,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:39.464724 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '6bb254b2-c581-4421-9f65-7fe7f7454fe7', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'a00f07e6-e812-4502-99f2-c765032c4946', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:05:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:41:37Z', 'updated_at': '2022-01-17T00:41:37Z', 'revision_number': 0, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}, {'id': '7df9704b-fb07-4129-9ed1-4398075bd486', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:39:36Z', 'updated_at': '2022-01-17T00:39:41Z', 'revision_number': 1, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:39.489492 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-afb3d40a-d664-45ef-9927-ba2e20438d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:39.490983 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-afb3d40a-d664-45ef-9927-ba2e20438d85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.1701930 Jan 17 00:41:39.498942 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] Checking router: 58a8b86a-40de-48d1-8043-523d98f4c4e0 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:41:39.509430 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:41:39.510517 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:41:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:39.575539 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3875947'] for router_gateway (1f4a82f4-efeb-4007-8e40-32edfe3218f7), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.587492 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45058) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:39.602664 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5097a458-0486-4cbc-b70b-59875edc2510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.632555 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:41:39.666712 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-c476c1cc-0506-4e62-a2ed-4b994bfaab5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a00f07e6-e812-4502-99f2-c765032c4946 HTTP/1.1" status: 200 len: 999 time: 0.1556945 Jan 17 00:41:39.682140 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25086'] for router (1f4a82f4-efeb-4007-8e40-32edfe3218f7), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.685636 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks [] for router_controller (1f4a82f4-efeb-4007-8e40-32edfe3218f7), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.697699 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5097a458-0486-4cbc-b70b-59875edc2510 admin admin] Publish callbacks [] for security_group (d2821ce0-ebbe-4a26-a528-116d3c46999b), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.702449 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-5097a458-0486-4cbc-b70b-59875edc2510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (d2821ce0-ebbe-4a26-a528-116d3c46999b), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.748238 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097a458-0486-4cbc-b70b-59875edc2510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2821ce0-ebbe-4a26-a528-116d3c46999b,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:39.761962 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-5097a458-0486-4cbc-b70b-59875edc2510 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=095ecd35d6e04e2b9ecd8d41b3f2b1a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708922 Jan 17 00:41:39.762133 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-ae6c21f7-3bfd-45f5-91f2-fb8158169b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:39.762133 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-ae6c21f7-3bfd-45f5-91f2-fb8158169b4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.0881615 Jan 17 00:41:39.763129 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45060) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:39.763260 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921399'] for router (1f4a82f4-efeb-4007-8e40-32edfe3218f7), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.763569 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4a82f4-efeb-4007-8e40-32edfe3218f7 {{(pid=109112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 00:41:39.773659 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.777734 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-5b2f6f53-1c50-42a3-aaee-b07e1a8cd6b4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1f4a82f4-efeb-4007-8e40-32edfe3218f7 HTTP/1.1" status: 204 len: 168 time: 1.6869805 Jan 17 00:41:39.777915 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45062) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:39.834470 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-d91bcec2-2b1a-4261-ac2a-961b56bde576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:39.836055 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-d91bcec2-2b1a-4261-ac2a-961b56bde576 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602145 Jan 17 00:41:39.880630 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5755338-a7f3-4521-88b8-8ab2446ac8cc admin admin] Publish callbacks [] for security_group (d2821ce0-ebbe-4a26-a528-116d3c46999b), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.888033 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce708b4f-2567-4a85-92ba-7584a6bf5136 admin admin] Deleting subnet 57b54e9a-7d10-4b98-9a69-6d88ba4cb1be {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:41:39.899511 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ce708b4f-2567-4a85-92ba-7584a6bf5136 admin admin] Publish callbacks [] for subnet (57b54e9a-7d10-4b98-9a69-6d88ba4cb1be), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.928274 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 1fc5667e-c069-437e-a4b6-1c34185510af no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:39.947329 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5755338-a7f3-4521-88b8-8ab2446ac8cc admin admin] Publish callbacks [] for security_group (d2821ce0-ebbe-4a26-a528-116d3c46999b), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.952627 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '6bb254b2-c581-4421-9f65-7fe7f7454fe7', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'a00f07e6-e812-4502-99f2-c765032c4946', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:05:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:41:37Z', 'updated_at': '2022-01-17T00:41:37Z', 'revision_number': 0, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}, {'id': '7df9704b-fb07-4129-9ed1-4398075bd486', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:39:36Z', 'updated_at': '2022-01-17T00:39:41Z', 'revision_number': 1, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:39.955038 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 1fc5667e-c069-437e-a4b6-1c34185510af {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:39.955599 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 1fc5667e-c069-437e-a4b6-1c34185510af not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:39.976408 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ce708b4f-2567-4a85-92ba-7584a6bf5136 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (57b54e9a-7d10-4b98-9a69-6d88ba4cb1be), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:39.981704 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-f35d335a-7c9e-4d66-9dd9-9efabc979e46 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393716 Jan 17 00:41:39.994585 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b3425-11da-4cd5-9d15-bc0254cbe785 None None] The sync data for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi is: [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '6bb254b2-c581-4421-9f65-7fe7f7454fe7', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'a00f07e6-e812-4502-99f2-c765032c4946', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:05:f5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:41:37Z', 'updated_at': '2022-01-17T00:41:37Z', 'revision_number': 0, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}, {'id': '7df9704b-fb07-4129-9ed1-4398075bd486', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:39:36Z', 'updated_at': '2022-01-17T00:39:41Z', 'revision_number': 1, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:41:40.069607 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5755338-a7f3-4521-88b8-8ab2446ac8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (d2821ce0-ebbe-4a26-a528-116d3c46999b), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.072101 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c5755338-a7f3-4521-88b8-8ab2446ac8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.076299 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c5755338-a7f3-4521-88b8-8ab2446ac8cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2821ce0-ebbe-4a26-a528-116d3c46999b HTTP/1.1" status: 204 len: 168 time: 0.3097448 Jan 17 00:41:40.087645 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5755338-a7f3-4521-88b8-8ab2446ac8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2821ce0-ebbe-4a26-a528-116d3c46999b,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:40.097431 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ce708b4f-2567-4a85-92ba-7584a6bf5136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (57b54e9a-7d10-4b98-9a69-6d88ba4cb1be), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.101080 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f05e53de-a071-4cbb-a31f-ecd66d73402c req-885fb56d-c847-49e6-9f24-7d55639f1f3e service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137385 Jan 17 00:41:40.158044 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ce708b4f-2567-4a85-92ba-7584a6bf5136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (57b54e9a-7d10-4b98-9a69-6d88ba4cb1be), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.189998 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ce708b4f-2567-4a85-92ba-7584a6bf5136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.194125 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-ce708b4f-2567-4a85-92ba-7584a6bf5136 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/57b54e9a-7d10-4b98-9a69-6d88ba4cb1be HTTP/1.1" status: 204 len: 168 time: 0.4153867 Jan 17 00:41:40.195256 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce708b4f-2567-4a85-92ba-7584a6bf5136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b54e9a-7d10-4b98-9a69-6d88ba4cb1be,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:40.195605 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8117b-aa50-4052-b21e-394ddfa6a1e3 None None] Network aa39a57a-592f-414a-a20d-96015da6e1de requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:41:40.198062 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45066) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:40.281121 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (aa39a57a-592f-414a-a20d-96015da6e1de), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.304703 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5121a-cfbf-4093-b46a-ad4192f38fbc None None] New status for floating IP 6bb254b2-c581-4421-9f65-7fe7f7454fe7: ACTIVE {{(pid=109114) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:41:40.346382 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Deleting port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:40.346743 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.438790 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] For port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c37e0865-eac7-45c5-aef4-5e0f48b4fc7b,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:40.439156 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.452226 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Calling delete_port for c37e0865-eac7-45c5-aef4-5e0f48b4fc7b owned by network:dhcp {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:40.469761 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031f921-bc3c-4d5d-996a-56b394b71d53 None None] DHCP port deletion for aa39a57a-592f-414a-a20d-96015da6e1de request from dv-cinder-815461-7-iscsi {{(pid=109114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 00:41:40.529675 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-e031f921-bc3c-4d5d-996a-56b394b71d53 None None] Deleting port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b {{(pid=109114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:40.529675 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e031f921-bc3c-4d5d-996a-56b394b71d53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), before_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.563538 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.596614 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c37e0865-eac7-45c5-aef4-5e0f48b4fc7b,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:40.599036 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] No DVR routers for this DVR port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b on host dv-cinder-815461-7-iscsi {{(pid=109113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:41:40.600034 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-e031f921-bc3c-4d5d-996a-56b394b71d53 None None] For port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c37e0865-eac7-45c5-aef4-5e0f48b4fc7b,segment=NetworkSegment(4a8606d5-8410-4fc7-bc2a-adcc1daad762),segment_id=4a8606d5-8410-4fc7-bc2a-adcc1daad762)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:40.600434 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e031f921-bc3c-4d5d-996a-56b394b71d53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), precommit_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.615302 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-e031f921-bc3c-4d5d-996a-56b394b71d53 None None] Calling delete_port for c37e0865-eac7-45c5-aef4-5e0f48b4fc7b owned by network:dhcp {{(pid=109114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:40.627388 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.627744 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.628090 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.628488 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.628762 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.629150 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.629425 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.629795 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.630083 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.630413 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.630743 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.631066 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.631412 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:41:40.686321 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (aa39a57a-592f-414a-a20d-96015da6e1de), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.709532 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e031f921-bc3c-4d5d-996a-56b394b71d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144'] for port (c37e0865-eac7-45c5-aef4-5e0f48b4fc7b), after_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.713254 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa39a57a-592f-414a-a20d-96015da6e1de']}} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:40.724422 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8606d5-8410-4fc7-bc2a-adcc1daad762') {'for_net_delete': True} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:40.724723 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8606d5-8410-4fc7-bc2a-adcc1daad762') {} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:40.735177 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25992246'] for segment (4a8606d5-8410-4fc7-bc2a-adcc1daad762), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.742081 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031f921-bc3c-4d5d-996a-56b394b71d53 None None] Pushing event deleted for resources: {'Port': ['ID=c37e0865-eac7-45c5-aef4-5e0f48b4fc7b,revision_number=None']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:40.746746 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031f921-bc3c-4d5d-996a-56b394b71d53 None None] No DVR routers for this DVR port c37e0865-eac7-45c5-aef4-5e0f48b4fc7b on host dv-cinder-815461-7-iscsi {{(pid=109114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:41:40.753328 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (4a8606d5-8410-4fc7-bc2a-adcc1daad762), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.763292 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:41:40.763859 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25195224'] for segment (4a8606d5-8410-4fc7-bc2a-adcc1daad762), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: Traceback (most recent call last): Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: timer() Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: cb(*args, **kw) Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: return func(*args, **kwargs) Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: self._notify() Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: self.callback(batched_events) Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: event.method(event) Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: return f(self, *a, **k) Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._get(url).json() Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: return self.request(url, 'GET', **kwargs) Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:41:40.765514 dv-cinder-815461-7-iscsi neutron-server[109113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:41:40.824537 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (aa39a57a-592f-414a-a20d-96015da6e1de), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.829872 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:40.833010 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] 10.222.0.24 "DELETE /v2.0/networks/aa39a57a-592f-414a-a20d-96015da6e1de HTTP/1.1" status: 204 len: 168 time: 0.6324155 Jan 17 00:41:40.836089 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45084) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:40.852834 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffade9bf-0e1e-4fb0-991a-66b65f189d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa39a57a-592f-414a-a20d-96015da6e1de,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:41.213576 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877905'] for router_interface (b8ac1cda-8d23-436b-b872-5d1d5769e174), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.344819 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45096) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:41.454493 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-04ae444d-928a-4075-b9c6-f6662f26a88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.467691 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Deleting port c950fb70-7756-4de8-b4ee-d14f01b9906f {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:41.467959 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.527983 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-04ae444d-928a-4075-b9c6-f6662f26a88e admin admin] Publish callbacks [] for security_group (97fb01be-a365-4d74-a684-49b4b72f303a), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.531857 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-04ae444d-928a-4075-b9c6-f6662f26a88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (97fb01be-a365-4d74-a684-49b4b72f303a), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.549432 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] For port c950fb70-7756-4de8-b4ee-d14f01b9906f, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c950fb70-7756-4de8-b4ee-d14f01b9906f,segment=NetworkSegment(ac8449f3-804e-4979-8b78-017f1126fa33),segment_id=ac8449f3-804e-4979-8b78-017f1126fa33)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:41.549794 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.563810 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Calling delete_port for c950fb70-7756-4de8-b4ee-d14f01b9906f owned by network:router_interface {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:41.569550 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-04ae444d-928a-4075-b9c6-f6662f26a88e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16b439a766d846ada8aeab22b3b1fe6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236214 Jan 17 00:41:41.570424 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae444d-928a-4075-b9c6-f6662f26a88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb01be-a365-4d74-a684-49b4b72f303a,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:41.572101 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45100) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:41.697819 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0e7378ab-3b63-42f0-8469-06595d5daffd admin admin] Publish callbacks [] for security_group (97fb01be-a365-4d74-a684-49b4b72f303a), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.728991 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0e7378ab-3b63-42f0-8469-06595d5daffd admin admin] Publish callbacks [] for security_group (97fb01be-a365-4d74-a684-49b4b72f303a), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.819397 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0e7378ab-3b63-42f0-8469-06595d5daffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (97fb01be-a365-4d74-a684-49b4b72f303a), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.821875 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-0e7378ab-3b63-42f0-8469-06595d5daffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.823086 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-0e7378ab-3b63-42f0-8469-06595d5daffd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97fb01be-a365-4d74-a684-49b4b72f303a HTTP/1.1" status: 204 len: 168 time: 0.2497525 Jan 17 00:41:41.824440 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 0d827d3b-9053-4dcf-8e90-2607a12a38a4 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:41.833205 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7378ab-3b63-42f0-8469-06595d5daffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb01be-a365-4d74-a684-49b4b72f303a,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:41.835063 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (c950fb70-7756-4de8-b4ee-d14f01b9906f), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:41.851663 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 0d827d3b-9053-4dcf-8e90-2607a12a38a4 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:41.852372 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 0d827d3b-9053-4dcf-8e90-2607a12a38a4 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:41.852929 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c37e0865-eac7-45c5-aef4-5e0f48b4fc7b no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:41.874768 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Pushing event deleted for resources: {'Port': ['ID=c950fb70-7756-4de8-b4ee-d14f01b9906f,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:41.878597 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: c37e0865-eac7-45c5-aef4-5e0f48b4fc7b {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:41.879173 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c37e0865-eac7-45c5-aef4-5e0f48b4fc7b not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:42.044860 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875457'] for router_interface (b8ac1cda-8d23-436b-b872-5d1d5769e174), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:42.265682 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Router b8ac1cda-8d23-436b-b872-5d1d5769e174 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:41:42.379823 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:41:42.389631 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] Sync routers for ids ['b8ac1cda-8d23-436b-b872-5d1d5769e174'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:41:42.393591 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-a649d796-c32d-41a0-801e-e85ac4b1076a admin admin] 10.222.0.24 "PUT /v2.0/routers/b8ac1cda-8d23-436b-b872-5d1d5769e174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5563762 Jan 17 00:41:42.396017 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45120) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:42.408103 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] Routers {'b8ac1cda-8d23-436b-b872-5d1d5769e174'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:41:42.408745 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:41:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['b8ac1cda-8d23-436b-b872-5d1d5769e174'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:42.500039 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43198ec0-e340-4a85-819c-de9934547a50 req-0ca03a3e-c694-4d14-995d-a2bcc8f37642 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1183088 Jan 17 00:41:42.519263 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] Set router b8ac1cda-8d23-436b-b872-5d1d5769e174 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:41:42.523440 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks [] for router (b8ac1cda-8d23-436b-b872-5d1d5769e174), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:42.641789 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43198ec0-e340-4a85-819c-de9934547a50 req-c1aefef1-90cc-46c9-99f0-638c58b53a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:42.643396 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43198ec0-e340-4a85-819c-de9934547a50 req-c1aefef1-90cc-46c9-99f0-638c58b53a8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 1098 time: 0.0830538 Jan 17 00:41:42.661182 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks [] for router_gateway (b8ac1cda-8d23-436b-b872-5d1d5769e174), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:42.782347 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Deleting port f382110e-4813-4c97-adbb-2a0cb89c245b {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:42.782606 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:42.800433 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:09Z', 'updated_at': '2022-01-17T00:41:41Z', 'revision_number': 5, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'gw_port': {'id': 'f382110e-4813-4c97-adbb-2a0cb89c245b', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:92:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:36:10Z', 'updated_at': '2022-01-17T00:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:42.835103 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] Checking router: b8ac1cda-8d23-436b-b872-5d1d5769e174 for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:41:42.839572 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43198ec0-e340-4a85-819c-de9934547a50 req-f544ee0b-d307-4c4a-92e9-10f9a84a227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:42.841071 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43198ec0-e340-4a85-819c-de9934547a50 req-f544ee0b-d307-4c4a-92e9-10f9a84a227f service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.1452878 Jan 17 00:41:42.846887 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] Routers {'b8ac1cda-8d23-436b-b872-5d1d5769e174'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:41:42.847538 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:41:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['b8ac1cda-8d23-436b-b872-5d1d5769e174'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:42.934502 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] For port f382110e-4813-4c97-adbb-2a0cb89c245b, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=f382110e-4813-4c97-adbb-2a0cb89c245b,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:42.934879 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:42.938695 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] Set router b8ac1cda-8d23-436b-b872-5d1d5769e174 gateway port host: None {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:41:42.948571 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43198ec0-e340-4a85-819c-de9934547a50 req-0a771f53-f640-4c8e-867e-ae80b0319602 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d HTTP/1.1" status: 200 len: 1000 time: 0.1009765 Jan 17 00:41:42.968115 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Calling delete_port for f382110e-4813-4c97-adbb-2a0cb89c245b owned by network:router_gateway {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:42.993787 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:09Z', 'updated_at': '2022-01-17T00:41:42Z', 'revision_number': 6, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'gw_port_host': None}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:43.025036 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1d296-1592-4b69-9428-c2aa48fe91a3 None None] The sync data for ids ['b8ac1cda-8d23-436b-b872-5d1d5769e174'] in dv-cinder-815461-7-iscsi is: [{'id': 'b8ac1cda-8d23-436b-b872-5d1d5769e174', 'name': 'tempest-TestShelveInstance-312945339-router', 'tenant_id': 'ba706ea0bed942669397425d2946ff77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:36:09Z', 'updated_at': '2022-01-17T00:41:42Z', 'revision_number': 6, 'project_id': 'ba706ea0bed942669397425d2946ff77', 'gw_port_host': None}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:41:43.081254 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43198ec0-e340-4a85-819c-de9934547a50 req-55c5ef6c-fd52-42b1-8fcc-4086bc65f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:43.082710 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43198ec0-e340-4a85-819c-de9934547a50 req-55c5ef6c-fd52-42b1-8fcc-4086bc65f14e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.1230962 Jan 17 00:41:43.453673 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43198ec0-e340-4a85-819c-de9934547a50 req-f77e851a-7ed9-448b-94cc-c0126e2ad489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:43.455196 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43198ec0-e340-4a85-819c-de9934547a50 req-f77e851a-7ed9-448b-94cc-c0126e2ad489 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3664827 Jan 17 00:41:43.550737 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (f382110e-4813-4c97-adbb-2a0cb89c245b), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:43.592851 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f382110e-4813-4c97-adbb-2a0cb89c245b,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:43.619995 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43198ec0-e340-4a85-819c-de9934547a50 req-9b61a1ae-fcaf-4f52-ba6c-db60618e80bc service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437361 Jan 17 00:41:43.705991 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3875947'] for router_gateway (b8ac1cda-8d23-436b-b872-5d1d5769e174), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:43.814003 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25086'] for router (b8ac1cda-8d23-436b-b872-5d1d5769e174), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:43.820359 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks [] for router_controller (b8ac1cda-8d23-436b-b872-5d1d5769e174), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:43.831703 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-43198ec0-e340-4a85-819c-de9934547a50 req-32ffe767-66e5-4f7a-8c1d-b8d59069cbf0 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921897 Jan 17 00:41:43.855540 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c950fb70-7756-4de8-b4ee-d14f01b9906f no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:43.870835 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921399'] for router (b8ac1cda-8d23-436b-b872-5d1d5769e174), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:43.871357 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8ac1cda-8d23-436b-b872-5d1d5769e174 {{(pid=109112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 00:41:43.876040 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:43.879439 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-6c4bd9e2-d85e-4476-90a4-d3b98a3fc0d2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b8ac1cda-8d23-436b-b872-5d1d5769e174 HTTP/1.1" status: 204 len: 168 time: 1.4802759 Jan 17 00:41:43.879981 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45132) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:43.880444 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: c950fb70-7756-4de8-b4ee-d14f01b9906f {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:43.880669 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c950fb70-7756-4de8-b4ee-d14f01b9906f not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:43.881141 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device f382110e-4813-4c97-adbb-2a0cb89c245b no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:43.905385 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: f382110e-4813-4c97-adbb-2a0cb89c245b {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:43.905802 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device f382110e-4813-4c97-adbb-2a0cb89c245b not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:43.931265 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b04ec1-e7f7-4089-ada3-2a3ac60f621b admin admin] Deleting subnet d3428fd3-e373-420f-ac42-6c7304b188e0 {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:41:43.934640 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a8b04ec1-e7f7-4089-ada3-2a3ac60f621b admin admin] Publish callbacks [] for subnet (d3428fd3-e373-420f-ac42-6c7304b188e0), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:43.973712 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a8b04ec1-e7f7-4089-ada3-2a3ac60f621b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (d3428fd3-e373-420f-ac42-6c7304b188e0), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.061602 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a8b04ec1-e7f7-4089-ada3-2a3ac60f621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (d3428fd3-e373-420f-ac42-6c7304b188e0), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.117025 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a8b04ec1-e7f7-4089-ada3-2a3ac60f621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (d3428fd3-e373-420f-ac42-6c7304b188e0), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.142583 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b04ec1-e7f7-4089-ada3-2a3ac60f621b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3428fd3-e373-420f-ac42-6c7304b188e0,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:44.151515 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-a8b04ec1-e7f7-4089-ada3-2a3ac60f621b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.156439 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-a8b04ec1-e7f7-4089-ada3-2a3ac60f621b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d3428fd3-e373-420f-ac42-6c7304b188e0 HTTP/1.1" status: 204 len: 168 time: 0.2750695 Jan 17 00:41:44.157954 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c47889-1dc1-4d38-ba4e-fd63f56a1238 None None] Network 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:41:44.158973 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45138) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:44.248559 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.306294 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Deleting port c8dba5bd-1a61-41f8-925d-a83e4fa31040 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:44.306629 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.319922 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3643978c-a179-42dd-b917-c5582a756fb5 None None] DHCP port deletion for 1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf request from dv-cinder-815461-7-iscsi {{(pid=109114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 00:41:44.368346 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-3643978c-a179-42dd-b917-c5582a756fb5 None None] Deleting port c8dba5bd-1a61-41f8-925d-a83e4fa31040 {{(pid=109114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:41:44.368627 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-3643978c-a179-42dd-b917-c5582a756fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), before_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.371729 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] For port c8dba5bd-1a61-41f8-925d-a83e4fa31040, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c8dba5bd-1a61-41f8-925d-a83e4fa31040,segment=NetworkSegment(ac8449f3-804e-4979-8b78-017f1126fa33),segment_id=ac8449f3-804e-4979-8b78-017f1126fa33)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:44.372095 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.386226 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Calling delete_port for c8dba5bd-1a61-41f8-925d-a83e4fa31040 owned by network:dhcp {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:44.432342 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-3643978c-a179-42dd-b917-c5582a756fb5 None None] For port c8dba5bd-1a61-41f8-925d-a83e4fa31040, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=c8dba5bd-1a61-41f8-925d-a83e4fa31040,segment=NetworkSegment(ac8449f3-804e-4979-8b78-017f1126fa33),segment_id=ac8449f3-804e-4979-8b78-017f1126fa33)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:41:44.433190 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-3643978c-a179-42dd-b917-c5582a756fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), precommit_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.446737 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-3643978c-a179-42dd-b917-c5582a756fb5 None None] Calling delete_port for c8dba5bd-1a61-41f8-925d-a83e4fa31040 owned by network:dhcp {{(pid=109114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:41:44.467586 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.491513 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8dba5bd-1a61-41f8-925d-a83e4fa31040,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:44.495890 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] No DVR routers for this DVR port c8dba5bd-1a61-41f8-925d-a83e4fa31040 on host dv-cinder-815461-7-iscsi {{(pid=109113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:41:44.527846 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-3643978c-a179-42dd-b917-c5582a756fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144'] for port (c8dba5bd-1a61-41f8-925d-a83e4fa31040), after_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.552009 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643978c-a179-42dd-b917-c5582a756fb5 None None] Pushing event deleted for resources: {'Port': ['ID=c8dba5bd-1a61-41f8-925d-a83e4fa31040,revision_number=None']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:44.555508 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643978c-a179-42dd-b917-c5582a756fb5 None None] No DVR routers for this DVR port c8dba5bd-1a61-41f8-925d-a83e4fa31040 on host dv-cinder-815461-7-iscsi {{(pid=109114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:41:44.568417 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.588256 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf']}} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:44.597174 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8449f3-804e-4979-8b78-017f1126fa33') {'for_net_delete': True} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:44.597471 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.services.segments.db [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8449f3-804e-4979-8b78-017f1126fa33') {} {{(pid=109113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:41:44.606582 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25992246'] for segment (ac8449f3-804e-4979-8b78-017f1126fa33), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.619243 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (ac8449f3-804e-4979-8b78-017f1126fa33), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.625586 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:41:44.625965 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25195224'] for segment (ac8449f3-804e-4979-8b78-017f1126fa33), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: Traceback (most recent call last): Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: timer() Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: cb(*args, **kw) Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: return func(*args, **kwargs) Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: self._notify() Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: self.callback(batched_events) Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: event.method(event) Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: return f(self, *a, **k) Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._get(url).json() Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: return self.request(url, 'GET', **kwargs) Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:41:44.627690 dv-cinder-815461-7-iscsi neutron-server[109113]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:41:44.684392 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.689546 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.692641 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf HTTP/1.1" status: 204 len: 168 time: 0.5326512 Jan 17 00:41:44.704514 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e83ba8-2f1e-414e-9b1a-2181e0469a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a3ea4dc-39f9-43d7-804b-6a43cf4eb7cf,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:44.871042 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45144) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:44.909849 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-3fa2dc86-70f7-426d-a987-684673e21583 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26758062fce6425cae7332c5dc4a74a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376399 Jan 17 00:41:44.912343 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45146) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:44.958267 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9efa152-7d38-425c-affc-1ee9698eee23 admin admin] Publish callbacks [] for security_group (00944fa0-067e-4314-99df-59a1682a395c), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:44.978155 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9efa152-7d38-425c-affc-1ee9698eee23 admin admin] Publish callbacks [] for security_group (00944fa0-067e-4314-99df-59a1682a395c), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:45.023425 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9efa152-7d38-425c-affc-1ee9698eee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (00944fa0-067e-4314-99df-59a1682a395c), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:45.025936 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-e9efa152-7d38-425c-affc-1ee9698eee23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:45.027071 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-e9efa152-7d38-425c-affc-1ee9698eee23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00944fa0-067e-4314-99df-59a1682a395c HTTP/1.1" status: 204 len: 168 time: 0.1138065 Jan 17 00:41:45.034719 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efa152-7d38-425c-affc-1ee9698eee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00944fa0-067e-4314-99df-59a1682a395c,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:45.341026 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45154) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:45.380886 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-be02f129-1c0a-4276-95ab-4237b43c7f14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba706ea0bed942669397425d2946ff77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386512 Jan 17 00:41:45.383545 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45156) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:45.430771 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fec9964d-d0f3-4904-8601-5e50fad642f6 admin admin] Publish callbacks [] for security_group (ef093dbc-e80f-4856-8eec-cbafc4510913), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:45.456035 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fec9964d-d0f3-4904-8601-5e50fad642f6 admin admin] Publish callbacks [] for security_group (ef093dbc-e80f-4856-8eec-cbafc4510913), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:45.501821 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fec9964d-d0f3-4904-8601-5e50fad642f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (ef093dbc-e80f-4856-8eec-cbafc4510913), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:45.504587 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-fec9964d-d0f3-4904-8601-5e50fad642f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:45.505876 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-fec9964d-d0f3-4904-8601-5e50fad642f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef093dbc-e80f-4856-8eec-cbafc4510913 HTTP/1.1" status: 204 len: 168 time: 0.1212766 Jan 17 00:41:45.514676 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9964d-d0f3-4904-8601-5e50fad642f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef093dbc-e80f-4856-8eec-cbafc4510913,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:45.818921 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c8dba5bd-1a61-41f8-925d-a83e4fa31040 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:41:45.840306 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: c8dba5bd-1a61-41f8-925d-a83e4fa31040 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:41:45.840647 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device c8dba5bd-1a61-41f8-925d-a83e4fa31040 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:41:51.343688 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45210) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:51.447564 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c203f73d-3084-4c83-92c2-ff5ca7dc62a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:51.519648 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c203f73d-3084-4c83-92c2-ff5ca7dc62a9 admin admin] Publish callbacks [] for security_group (4c7b35dd-2024-45ff-99d4-a189a75382bd), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:51.523054 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c203f73d-3084-4c83-92c2-ff5ca7dc62a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4c7b35dd-2024-45ff-99d4-a189a75382bd), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:51.559983 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c203f73d-3084-4c83-92c2-ff5ca7dc62a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5ab2a17406047ed9cd278bbefd13506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151468 Jan 17 00:41:51.560790 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203f73d-3084-4c83-92c2-ff5ca7dc62a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7b35dd-2024-45ff-99d4-a189a75382bd,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:51.562617 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45214) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:51.613065 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-de2cee4a-b3a7-432b-8cb8-c63dc566af39 admin admin] Publish callbacks [] for security_group (4c7b35dd-2024-45ff-99d4-a189a75382bd), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:51.634538 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-de2cee4a-b3a7-432b-8cb8-c63dc566af39 admin admin] Publish callbacks [] for security_group (4c7b35dd-2024-45ff-99d4-a189a75382bd), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:51.681672 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-de2cee4a-b3a7-432b-8cb8-c63dc566af39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (4c7b35dd-2024-45ff-99d4-a189a75382bd), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:51.684912 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-de2cee4a-b3a7-432b-8cb8-c63dc566af39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:51.686036 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-de2cee4a-b3a7-432b-8cb8-c63dc566af39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c7b35dd-2024-45ff-99d4-a189a75382bd HTTP/1.1" status: 204 len: 168 time: 0.1222758 Jan 17 00:41:51.693438 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cee4a-b3a7-432b-8cb8-c63dc566af39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7b35dd-2024-45ff-99d4-a189a75382bd,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:52.650406 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45250) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:52.755801 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-868fadcd-6b2c-47bb-9e5b-87fc4298f5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:52.829950 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-868fadcd-6b2c-47bb-9e5b-87fc4298f5f8 admin admin] Publish callbacks [] for security_group (56e29a25-5a76-410d-a323-f6464a5bdd45), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:52.834690 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-868fadcd-6b2c-47bb-9e5b-87fc4298f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (56e29a25-5a76-410d-a323-f6464a5bdd45), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:52.875495 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-868fadcd-6b2c-47bb-9e5b-87fc4298f5f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b725cea774d64b1fb5fac629c3d650e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239766 Jan 17 00:41:52.876435 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fadcd-6b2c-47bb-9e5b-87fc4298f5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e29a25-5a76-410d-a323-f6464a5bdd45,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:52.878311 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45254) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:52.925355 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30f38386-8643-4bb4-ba0d-45177dd20bae admin admin] Publish callbacks [] for security_group (56e29a25-5a76-410d-a323-f6464a5bdd45), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:52.945688 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30f38386-8643-4bb4-ba0d-45177dd20bae admin admin] Publish callbacks [] for security_group (56e29a25-5a76-410d-a323-f6464a5bdd45), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:52.990677 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30f38386-8643-4bb4-ba0d-45177dd20bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (56e29a25-5a76-410d-a323-f6464a5bdd45), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:52.993170 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-30f38386-8643-4bb4-ba0d-45177dd20bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:52.994324 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-30f38386-8643-4bb4-ba0d-45177dd20bae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56e29a25-5a76-410d-a323-f6464a5bdd45 HTTP/1.1" status: 204 len: 168 time: 0.1150036 Jan 17 00:41:53.001703 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f38386-8643-4bb4-ba0d-45177dd20bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e29a25-5a76-410d-a323-f6464a5bdd45,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:53.592759 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45276) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:53.686993 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.v2.base [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-259275433-network', 'tenant_id': 'fe93579eecc94bb4820cb22b47b2a825'}} {{(pid=109113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:41:53.709189 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Made reservation on behalf of fe93579eecc94bb4820cb22b47b2a825 for: {'network': 1} {{(pid=109113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:41:53.711801 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for network (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:53.720247 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:53.793984 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Publish callbacks [] for security_group (87a2aa77-0742-4566-ade8-577a36e58913), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:53.797538 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (87a2aa77-0742-4566-ade8-577a36e58913), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:53.821299 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 00:41:53.830645 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a2aa77-0742-4566-ade8-577a36e58913,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:53.835258 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (4044b42e-c5e7-4b84-abce-a01276cdb229), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:53.835604 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.db.segments_db [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Added segment 4044b42e-c5e7-4b84-abce-a01276cdb229 of type vlan for network bef07e7d-c250-40da-978d-cbeb6418b1cb Jan 17 00:41:53.876909 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770744605368'] for network (bef07e7d-c250-40da-978d-cbeb6418b1cb), precommit_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:53.900299 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947'] for network (bef07e7d-c250-40da-978d-cbeb6418b1cb), after_create {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:53.901253 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:53.901826 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:53.951114 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3571353 Jan 17 00:41:53.954073 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45280) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:41:53.958929 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Request body: {'subnet': {'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-259275433-subnet', 'tenant_id': 'fe93579eecc94bb4820cb22b47b2a825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:41:53.963683 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7be1c-0d76-4ca6-b1ad-f02bddf5c65d admin admin] Pushing event updated for resources: {'Network': ['ID=bef07e7d-c250-40da-978d-cbeb6418b1cb,revision_number=1']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:53.973378 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Network bef07e7d-c250-40da-978d-cbeb6418b1cb details requested by agent ovs-agent-dv-cinder-815461-7-iscsi with host dv-cinder-815461-7-iscsi {{(pid=109114) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 00:41:53.981343 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Made reservation on behalf of fe93579eecc94bb4820cb22b47b2a825 for: {'subnet': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:41:53.983728 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28985058'] for subnet (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:54.150472 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26670296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28985072'] for subnet (1ce44c9a-2d36-477e-b058-6794ccbc070a), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:54.178330 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:41:54.198467 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce44c9a-2d36-477e-b058-6794ccbc070a,revision_number=0']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:54.213157 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Checking segment: {'id': '4044b42e-c5e7-4b84-abce-a01276cdb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:41:54.213519 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Network hostable DHCP agents. Network: bef07e7d-c250-40da-978d-cbeb6418b1cb, hostable agents: ['3240dd33-3d4c-4187-a344-99b3a31d264b'], hosted agents: [] {{(pid=109112) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 00:41:54.229900 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Network bef07e7d-c250-40da-978d-cbeb6418b1cb is scheduled to be hosted by DHCP agent 3240dd33-3d4c-4187-a344-99b3a31d264b with binding_index 1 {{(pid=109112) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 00:41:54.238805 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815461-7-iscsi, bef07e7d-c250-40da-978d-cbeb6418b1cb) {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:41:54.242831 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:54.243451 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:54.248372 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfeb4d5-6657-438d-a524-c2c0abc0ff06 None None] Network bef07e7d-c250-40da-978d-cbeb6418b1cb requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:41:54.261076 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-cac1f0f7-0e32-4ce5-8692-b6a2f54ef049 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3059249 Jan 17 00:41:54.351040 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188b32c-b86d-4513-b7b7-ed2efbe6dd05 None None] Network bef07e7d-c250-40da-978d-cbeb6418b1cb requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:41:56.021031 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-e9a78971-a478-42e2-87da-bf0390faf8d9 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:56.022451 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-e9a78971-a478-42e2-87da-bf0390faf8d9 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/networks?id=bef07e7d-c250-40da-978d-cbeb6418b1cb HTTP/1.1" status: 200 len: 808 time: 0.1015508 Jan 17 00:41:56.036992 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-6816f24a-f3c7-49d3-9f32-62806e8562ea tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/quotas/fe93579eecc94bb4820cb22b47b2a825 HTTP/1.1" status: 200 len: 375 time: 0.0090411 Jan 17 00:41:56.071775 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-f38c7bae-f4b9-439d-906a-a04f347557e3 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe93579eecc94bb4820cb22b47b2a825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299747 Jan 17 00:41:56.159939 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-674b3221-dbd3-426e-952d-264ae23d0ee6 service neutron] 10.222.0.24 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810344 Jan 17 00:41:56.251489 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-5355618c-9d65-49fd-8f9d-34519a9c9aac service neutron] 10.222.0.24 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857432 Jan 17 00:41:56.406630 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-3769088f-4e9d-4324-855c-7a0d81757ffc req-67e48d77-e3c7-47f7-a8e3-9b0b0a647c30 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 210 time: 0.0268497 Jan 17 00:41:57.469273 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-94fb0542-4f89-479d-b1dc-0eaf15021842 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:57.470824 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-94fb0542-4f89-479d-b1dc-0eaf15021842 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.15 "GET /v2.0/networks?id=bef07e7d-c250-40da-978d-cbeb6418b1cb HTTP/1.1" status: 200 len: 808 time: 0.1051855 Jan 17 00:41:57.496787 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Request body: {'port': {'device_id': 'a6ffddcd-fcc9-43af-87bb-675bf563704d', 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb', 'admin_state_up': True, 'tenant_id': 'fe93579eecc94bb4820cb22b47b2a825'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:41:57.531624 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-291ccc9f-4ee2-4039-8653-9edf1d8ee081 req-3814614a-8534-4dd5-a94f-06d0448efa08 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 210 time: 0.0486217 Jan 17 00:41:57.628092 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Made reservation on behalf of fe93579eecc94bb4820cb22b47b2a825 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:41:57.631681 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:57.758405 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Allocated IP 172.20.0.6 (bef07e7d-c250-40da-978d-cbeb6418b1cb/1ce44c9a-2d36-477e-b058-6794ccbc070a/0396c1f5-8e75-4241-9b7b-0913a24317ae) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:41:57.905944 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks [] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:57.938739 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:57.988939 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Network bef07e7d-c250-40da-978d-cbeb6418b1cb is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:41:57.991832 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:41:57.995496 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:41:58.019757 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Pushing event updated for resources: {'Port': ['ID=0396c1f5-8e75-4241-9b7b-0913a24317ae,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:58.048459 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:58.049056 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:58.063913 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b5952669-e3d1-419b-b7fc-9146b73e5a8e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707095 Jan 17 00:41:58.082763 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Request body: {'port': {'device_id': 'a6ffddcd-fcc9-43af-87bb-675bf563704d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:41:58.144164 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:58.398408 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0396c1f5-8e75-4241-9b7b-0913a24317ae {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:41:58.405761 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Publish callbacks [] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:58.417843 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Transition to ACTIVE for port object 0396c1f5-8e75-4241-9b7b-0913a24317ae will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:41:58.422056 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:58.488473 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Pushing event updated for resources: {'Port': ['ID=0396c1f5-8e75-4241-9b7b-0913a24317ae,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:58.545500 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Attempting to bind port 0396c1f5-8e75-4241-9b7b-0913a24317ae on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:41:58.545830 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Attempting to bind port 0396c1f5-8e75-4241-9b7b-0913a24317ae by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '4044b42e-c5e7-4b84-abce-a01276cdb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:41:58.546154 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Attempting to bind port 0396c1f5-8e75-4241-9b7b-0913a24317ae on network bef07e7d-c250-40da-978d-cbeb6418b1cb {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:41:58.550538 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Port 0396c1f5-8e75-4241-9b7b-0913a24317ae on network bef07e7d-c250-40da-978d-cbeb6418b1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:41:58.550848 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Attempting to bind port 0396c1f5-8e75-4241-9b7b-0913a24317ae on network bef07e7d-c250-40da-978d-cbeb6418b1cb {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:41:58.555721 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:41:58.556053 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Checking segment: {'id': '4044b42e-c5e7-4b84-abce-a01276cdb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:41:58.556432 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Bound using segment: {'id': '4044b42e-c5e7-4b84-abce-a01276cdb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:41:58.556855 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Bound port: 0396c1f5-8e75-4241-9b7b-0913a24317ae, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4044b42e-c5e7-4b84-abce-a01276cdb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:41:58.557205 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:58.646443 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] For port 0396c1f5-8e75-4241-9b7b-0913a24317ae, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:41:58.650143 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] For port 0396c1f5-8e75-4241-9b7b-0913a24317ae, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0396c1f5-8e75-4241-9b7b-0913a24317ae,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:41:58.656367 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:58.675409 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6149bf5-c04d-4974-acd6-6327340ab567 req-a44ff198-bbb6-4790-8a49-2e8e0ab91339 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:58.676876 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c6149bf5-c04d-4974-acd6-6327340ab567 req-a44ff198-bbb6-4790-8a49-2e8e0ab91339 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 943 time: 0.0775080 Jan 17 00:41:58.714296 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:58.714915 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:41:58.716797 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] 10.222.0.15 "PUT /v2.0/ports/0396c1f5-8e75-4241-9b7b-0913a24317ae HTTP/1.1" status: 200 len: 1093 time: 0.6379447 Jan 17 00:41:58.717237 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ffddcd-fcc9-43af-87bb-675bf563704d', 'tag': '0396c1f5-8e75-4241-9b7b-0913a24317ae'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:41:58.719442 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3ad6a2-81b6-4716-876c-444ab84065e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ffddcd-fcc9-43af-87bb-675bf563704d", "tag": "0396c1f5-8e75-4241-9b7b-0913a24317ae"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:41:58.758860 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025514b-992b-4ef7-b285-ac7d852d9883 service neutron] Pushing event updated for resources: {'Port': ['ID=0396c1f5-8e75-4241-9b7b-0913a24317ae,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:41:58.766854 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae11b4-5f34-4c09-b7ef-5eb5a0d20d71 x-openstack-request-id: req-b5ae11b4-5f34-4c09-b7ef-5eb5a0d20d71 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:41:58.767148 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ffddcd-fcc9-43af-87bb-675bf563704d", "tag": "0396c1f5-8e75-4241-9b7b-0913a24317ae", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:41:58.767431 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5ae11b4-5f34-4c09-b7ef-5eb5a0d20d71 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:41:58.767830 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ffddcd-fcc9-43af-87bb-675bf563704d', 'tag': '0396c1f5-8e75-4241-9b7b-0913a24317ae', 'status': 'completed', 'code': 200} Jan 17 00:41:58.775368 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c6149bf5-c04d-4974-acd6-6327340ab567 req-69ac0db8-01f9-4c42-9f5e-7c2f50782d45 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819898 Jan 17 00:41:58.825598 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-abacaccd-98d1-4cfe-9d24-e5064f664f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:58.827082 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-abacaccd-98d1-4cfe-9d24-e5064f664f56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe93579eecc94bb4820cb22b47b2a825&device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 1096 time: 0.0418873 Jan 17 00:41:58.874855 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-554cbba4-d505-468b-bd02-1f8a800de61d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0396c1f5-8e75-4241-9b7b-0913a24317ae HTTP/1.1" status: 200 len: 217 time: 0.0327616 Jan 17 00:41:58.928423 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-df7f549d-5c22-48e9-94c3-b69eb35d1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:58.929808 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-df7f549d-5c22-48e9-94c3-b69eb35d1e2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ce44c9a-2d36-477e-b058-6794ccbc070a HTTP/1.1" status: 200 len: 848 time: 0.0486143 Jan 17 00:41:58.960495 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-ee396e21-cc94-42d0-af4f-8c8a5ada8cb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bef07e7d-c250-40da-978d-cbeb6418b1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243511 Jan 17 00:41:59.048747 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-b77faa82-ea78-465a-9fd7-f4ae8e7f76dd service neutron] 10.222.0.15 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814762 Jan 17 00:41:59.140014 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bf672840-5453-4a5d-9c27-c621364e0b87 req-96e568ac-12b2-4616-aa1c-10fe23742160 service neutron] 10.222.0.15 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850043 Jan 17 00:41:59.271447 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-2b9f013f-af20-447c-8aae-f0aeac4b14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:59.272853 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-2b9f013f-af20-447c-8aae-f0aeac4b14a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe93579eecc94bb4820cb22b47b2a825&device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 1096 time: 0.0416794 Jan 17 00:41:59.362923 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-7587f1ad-ae8e-4ee0-86ba-02ed43908970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:59.364405 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-7587f1ad-ae8e-4ee0-86ba-02ed43908970 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bef07e7d-c250-40da-978d-cbeb6418b1cb HTTP/1.1" status: 200 len: 909 time: 0.0847886 Jan 17 00:41:59.405613 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-bf704722-ece2-47cc-95b7-883f1bed0d57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0396c1f5-8e75-4241-9b7b-0913a24317ae HTTP/1.1" status: 200 len: 217 time: 0.0344110 Jan 17 00:41:59.453599 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-b1f504ce-846b-4e75-a686-1df214cdfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:59.455010 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-b1f504ce-846b-4e75-a686-1df214cdfa0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ce44c9a-2d36-477e-b058-6794ccbc070a HTTP/1.1" status: 200 len: 848 time: 0.0420182 Jan 17 00:41:59.485508 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-93edfce2-7080-45c5-9a31-5d74f7883d91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bef07e7d-c250-40da-978d-cbeb6418b1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240703 Jan 17 00:41:59.575479 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-a427cd0a-b6cd-4eeb-b533-5c326c498e1b service neutron] 10.222.0.15 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832350 Jan 17 00:41:59.662887 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ec3ad6a2-81b6-4716-876c-444ab84065e8 req-13239b9a-1f8e-411c-b1c0-eebd9c7d5635 service neutron] 10.222.0.15 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805459 Jan 17 00:41:59.898931 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8650d9-c2d1-4ceb-b5cc-a0666d279897 req-1142d12d-c395-4afe-9c94-24bb6eb5613f tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:41:59.900440 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0f8650d9-c2d1-4ceb-b5cc-a0666d279897 req-1142d12d-c395-4afe-9c94-24bb6eb5613f tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 943 time: 0.0525475 Jan 17 00:41:59.948509 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-0f8650d9-c2d1-4ceb-b5cc-a0666d279897 req-843a691e-d35b-4c4e-84e0-0c56ebaadfd7 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Jan 17 00:42:00.868091 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-abb5e405-6a13-4bd3-be46-5c4e46d8b7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:01.061137 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcc77-a043-4b94-a794-fa5a6ef07589 req-757ab6c4-c78e-4db1-ab76-d1ec2b6687e1 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:01.062611 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cefdcc77-a043-4b94-a794-fa5a6ef07589 req-757ab6c4-c78e-4db1-ab76-d1ec2b6687e1 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 943 time: 0.0487988 Jan 17 00:42:01.108717 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-cefdcc77-a043-4b94-a794-fa5a6ef07589 req-54335f1d-b741-4e75-be3d-33c673870418 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Jan 17 00:42:01.235556 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 0396c1f5-8e75-4241-9b7b-0913a24317ae details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:42:01.330185 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 0396c1f5-8e75-4241-9b7b-0913a24317ae, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0396c1f5-8e75-4241-9b7b-0913a24317ae,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:42:01.341690 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': '0396c1f5-8e75-4241-9b7b-0913a24317ae', 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb', 'port_id': '0396c1f5-8e75-4241-9b7b-0913a24317ae', 'mac_address': 'fa:16:3e:07:86:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce44c9a-2d36-477e-b058-6794ccbc070a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:42:01.377830 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 0396c1f5-8e75-4241-9b7b-0913a24317ae is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:42:01.378158 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:01.391082 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0396c1f5-8e75-4241-9b7b-0913a24317ae {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:42:01.409605 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 0396c1f5-8e75-4241-9b7b-0913a24317ae, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0396c1f5-8e75-4241-9b7b-0913a24317ae,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:42:01.413668 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:01.464126 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=0396c1f5-8e75-4241-9b7b-0913a24317ae,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:01.761013 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['0396c1f5-8e75-4241-9b7b-0913a24317ae'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:42:02.224117 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4065ad-775a-49e2-80a5-8bd20b367b11 req-d3d392e5-fc0b-48ab-bca6-58b758f192f0 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:02.225601 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-be4065ad-775a-49e2-80a5-8bd20b367b11 req-d3d392e5-fc0b-48ab-bca6-58b758f192f0 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 944 time: 0.0513330 Jan 17 00:42:02.272717 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-be4065ad-775a-49e2-80a5-8bd20b367b11 req-01650bdd-3df2-4508-a3d7-b6207c33bf19 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Jan 17 00:42:03.180647 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad0c2-0da4-4cf9-8bd6-2553feb179d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:03.236444 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 0396c1f5-8e75-4241-9b7b-0913a24317ae up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:42:03.287842 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port 0396c1f5-8e75-4241-9b7b-0913a24317ae completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:42:03.291930 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port 0396c1f5-8e75-4241-9b7b-0913a24317ae triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:42:03.292305 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:03.369637 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port 0396c1f5-8e75-4241-9b7b-0913a24317ae is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:42:03.370175 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:03.385787 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b093db-e23c-4cfc-8a51-86e25100d5e3 req-25972b0d-0683-4859-bc5b-a57714136196 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:03.387326 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-98b093db-e23c-4cfc-8a51-86e25100d5e3 req-25972b0d-0683-4859-bc5b-a57714136196 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 944 time: 0.0497096 Jan 17 00:42:03.394909 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ffddcd-fcc9-43af-87bb-675bf563704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0396c1f5-8e75-4241-9b7b-0913a24317ae'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:42:03.397139 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efb7217-3a58-4820-a0c7-dee8a16771e6" -d '{"events": [{"server_uuid": "a6ffddcd-fcc9-43af-87bb-675bf563704d", "name": "network-vif-plugged", "status": "completed", "tag": "0396c1f5-8e75-4241-9b7b-0913a24317ae"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:42:03.410113 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port 0396c1f5-8e75-4241-9b7b-0913a24317ae, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0396c1f5-8e75-4241-9b7b-0913a24317ae,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:42:03.414990 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:03.439095 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-98b093db-e23c-4cfc-8a51-86e25100d5e3 req-a31cc581-a4bd-4b6f-824a-aefb36b96f7e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455711 Jan 17 00:42:03.445302 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0916271c-91a5-43ef-86fd-9f825e45156a x-openstack-request-id: req-0916271c-91a5-43ef-86fd-9f825e45156a {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:42:03.445302 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ffddcd-fcc9-43af-87bb-675bf563704d", "name": "network-vif-plugged", "status": "completed", "tag": "0396c1f5-8e75-4241-9b7b-0913a24317ae", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:42:03.445542 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0916271c-91a5-43ef-86fd-9f825e45156a {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:42:03.445912 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ffddcd-fcc9-43af-87bb-675bf563704d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0396c1f5-8e75-4241-9b7b-0913a24317ae', 'code': 200} Jan 17 00:42:03.472981 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=0396c1f5-8e75-4241-9b7b-0913a24317ae,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:03.640717 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e3a9-ee98-46ba-9e99-277bc7b2e7f5 req-b6607fac-6eed-4d49-89dc-cb82eaed290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:03.642182 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70c5e3a9-ee98-46ba-9e99-277bc7b2e7f5 req-b6607fac-6eed-4d49-89dc-cb82eaed290e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 1098 time: 0.0395999 Jan 17 00:42:03.690797 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-70c5e3a9-ee98-46ba-9e99-277bc7b2e7f5 req-6c0cb3f0-eb3f-4dcb-ace6-4fccebf62a66 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Jan 17 00:42:04.562012 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2b637-f190-4ec0-a512-e284097ea40e req-69c9252f-b3d7-4825-9f6f-a8eb8c8cc252 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:04.563573 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ccd2b637-f190-4ec0-a512-e284097ea40e req-69c9252f-b3d7-4825-9f6f-a8eb8c8cc252 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 945 time: 0.0554941 Jan 17 00:42:04.615557 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ccd2b637-f190-4ec0-a512-e284097ea40e req-ae849701-eaaa-49a1-8104-b190bc938d38 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Jan 17 00:42:04.882917 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:05.189994 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:05.729119 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d7cc5-91c3-488d-bdbb-f02f998b5f57 req-c87b80ba-7fdd-43e5-ad28-e5848335167f tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:05.730579 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d95d7cc5-91c3-488d-bdbb-f02f998b5f57 req-c87b80ba-7fdd-43e5-ad28-e5848335167f tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 945 time: 0.0475924 Jan 17 00:42:05.776856 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d95d7cc5-91c3-488d-bdbb-f02f998b5f57 req-562d81f2-9e20-46fc-ba7f-3dd72bd6bc9f tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Jan 17 00:42:06.471833 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6c1de-a7e8-4c8b-8e5c-0c5b7c40309f req-a1073ea1-c4af-47af-b5bf-0a65b3fc9f1e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:06.473310 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c9e6c1de-a7e8-4c8b-8e5c-0c5b7c40309f req-a1073ea1-c4af-47af-b5bf-0a65b3fc9f1e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 945 time: 0.0521977 Jan 17 00:42:06.521438 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c9e6c1de-a7e8-4c8b-8e5c-0c5b7c40309f req-c10e90e9-0614-4d68-bb15-a1766bafdfcc tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Jan 17 00:42:06.775711 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:07.325339 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:07.637303 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfe980-faff-4ad8-bf3d-be649b128fe0 req-b2f771b6-5fac-4e49-8b1c-28aa965b7915 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:07.638777 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ddbfe980-faff-4ad8-bf3d-be649b128fe0 req-b2f771b6-5fac-4e49-8b1c-28aa965b7915 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 945 time: 0.0489430 Jan 17 00:42:07.685975 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ddbfe980-faff-4ad8-bf3d-be649b128fe0 req-b1e91888-42b3-417f-bf9d-425a95e15843 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 Jan 17 00:42:08.054441 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-6edcf748-776d-4747-9a5b-8d51442f8d0e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:08.055895 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-6edcf748-776d-4747-9a5b-8d51442f8d0e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 945 time: 0.0473368 Jan 17 00:42:08.148932 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Deleting port 0396c1f5-8e75-4241-9b7b-0913a24317ae {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:42:08.149411 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:08.237474 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] For port 0396c1f5-8e75-4241-9b7b-0913a24317ae, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=0396c1f5-8e75-4241-9b7b-0913a24317ae,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:42:08.237838 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:08.254645 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Calling delete_port for 0396c1f5-8e75-4241-9b7b-0913a24317ae owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:42:08.378111 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (0396c1f5-8e75-4241-9b7b-0913a24317ae), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:08.404313 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Pushing event deleted for resources: {'Port': ['ID=0396c1f5-8e75-4241-9b7b-0913a24317ae,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:08.429951 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['0396c1f5-8e75-4241-9b7b-0913a24317ae'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:42:08.449291 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] No DVR routers for this DVR port 0396c1f5-8e75-4241-9b7b-0913a24317ae on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:42:08.452544 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:08.455930 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a3137cd-67b5-49ae-8a96-c2dd234b3ce1 req-1300e671-ea21-4304-90de-f110c3f19c6a tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.15 "DELETE /v2.0/ports/0396c1f5-8e75-4241-9b7b-0913a24317ae HTTP/1.1" status: 204 len: 173 time: 0.3933623 Jan 17 00:42:08.456374 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ffddcd-fcc9-43af-87bb-675bf563704d', 'name': 'network-vif-deleted', 'tag': '0396c1f5-8e75-4241-9b7b-0913a24317ae'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:42:08.458774 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed4a09c-9ef2-4f6c-81a3-40d62c32ace8" -d '{"events": [{"server_uuid": "a6ffddcd-fcc9-43af-87bb-675bf563704d", "name": "network-vif-deleted", "tag": "0396c1f5-8e75-4241-9b7b-0913a24317ae"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:42:08.494282 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee56eb06-9a14-4e01-a582-745a54551704 x-openstack-request-id: req-ee56eb06-9a14-4e01-a582-745a54551704 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:42:08.494657 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ffddcd-fcc9-43af-87bb-675bf563704d", "name": "network-vif-deleted", "tag": "0396c1f5-8e75-4241-9b7b-0913a24317ae", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:42:08.494924 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee56eb06-9a14-4e01-a582-745a54551704 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:42:08.495379 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ffddcd-fcc9-43af-87bb-675bf563704d', 'name': 'network-vif-deleted', 'tag': '0396c1f5-8e75-4241-9b7b-0913a24317ae', 'status': 'completed', 'code': 200} Jan 17 00:42:08.786784 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2a8e65c-afdd-492f-a6cc-7c6e8971f016 req-9f9e7648-9ea8-42db-9005-c0cb7b1b5e17 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6ffddcd-fcc9-43af-87bb-675bf563704d HTTP/1.1" status: 200 len: 210 time: 0.0248773 Jan 17 00:42:10.046863 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-e564b82f-81eb-4f19-97c3-0a3cb6217acc tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:10.048347 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-e564b82f-81eb-4f19-97c3-0a3cb6217acc tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/networks?id=bef07e7d-c250-40da-978d-cbeb6418b1cb HTTP/1.1" status: 200 len: 808 time: 0.1017017 Jan 17 00:42:10.063947 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-8f57ab76-3b5f-494b-9f06-084c6bcfebc0 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/quotas/fe93579eecc94bb4820cb22b47b2a825 HTTP/1.1" status: 200 len: 375 time: 0.0101767 Jan 17 00:42:10.098366 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-b71298ab-bd42-48be-882c-05298800a538 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe93579eecc94bb4820cb22b47b2a825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294621 Jan 17 00:42:10.185263 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-8c7f5b2f-4954-4ed8-aa44-54932f75c139 service neutron] 10.222.0.24 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798821 Jan 17 00:42:10.275157 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-c358305f-310d-46c7-95e4-4471e1fcb50b service neutron] 10.222.0.24 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841169 Jan 17 00:42:10.427831 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d9aeddb9-5ba6-41e1-b430-c6569a718e70 req-efe60aff-15b5-4b17-8c3c-d85f2dd6ef89 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0266345 Jan 17 00:42:11.279452 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 0396c1f5-8e75-4241-9b7b-0913a24317ae no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:42:11.299443 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: 0396c1f5-8e75-4241-9b7b-0913a24317ae {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:42:11.299789 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device 0396c1f5-8e75-4241-9b7b-0913a24317ae not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:42:11.528750 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-0a69819a-d5c9-4ff4-acd4-c5a58a13d9ec tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:11.530499 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-0a69819a-d5c9-4ff4-acd4-c5a58a13d9ec tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.15 "GET /v2.0/networks?id=bef07e7d-c250-40da-978d-cbeb6418b1cb HTTP/1.1" status: 200 len: 808 time: 0.1170013 Jan 17 00:42:11.544929 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f4c61dad-c9fa-439a-8b84-fe2910055088 req-fd77955a-b52d-44db-9519-5c4eaacca1af tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0473709 Jan 17 00:42:11.571147 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Request body: {'port': {'device_id': '475292fd-ecfd-4969-b2d5-aeb6cec4c0a4', 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb', 'admin_state_up': True, 'tenant_id': 'fe93579eecc94bb4820cb22b47b2a825'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:42:11.679315 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Made reservation on behalf of fe93579eecc94bb4820cb22b47b2a825 for: {'port': 1} {{(pid=109112) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 00:42:11.682816 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (None), before_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:11.804972 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_common [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Allocated IP 172.20.0.7 (bef07e7d-c250-40da-978d-cbeb6418b1cb/1ce44c9a-2d36-477e-b058-6794ccbc070a/bc437fd2-8ed8-4937-9129-9fed0c4c1d6b) {{(pid=109112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 00:42:11.946061 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks [] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), precommit_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:11.978311 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770744620135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), after_create {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:12.019504 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Network bef07e7d-c250-40da-978d-cbeb6418b1cb is already hosted by enough agents. {{(pid=109112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 00:42:12.022595 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.base_scheduler [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Resources bound (agent type, host, resource id): {{(pid=109112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 00:42:12.026406 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Received port after_create {{(pid=109112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 00:42:12.054300 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Pushing event updated for resources: {'Port': ['ID=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,revision_number=1']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:12.078409 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:12.079031 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:12.094953 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-7f8f773b-4493-4b3d-877a-e5a42e1301d4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5276771 Jan 17 00:42:12.118431 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.v2.base [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Request body: {'port': {'device_id': '475292fd-ecfd-4969-b2d5-aeb6cec4c0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81546'}} {{(pid=109112) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 00:42:12.174985 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:12.424376 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc437fd2-8ed8-4937-9129-9fed0c4c1d6b {{(pid=109112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:42:12.431779 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Publish callbacks [] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), precommit_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:12.443179 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.provisioning_blocks [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Transition to ACTIVE for port object bc437fd2-8ed8-4937-9129-9fed0c4c1d6b will not be triggered until provisioned by entity L2. {{(pid=109112) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 00:42:12.447226 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:12.493597 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Pushing event updated for resources: {'Port': ['ID=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,revision_number=2']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:12.562334 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Attempting to bind port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b on host hv-cinder-81546 for vnic_type normal with profile {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 00:42:12.563009 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Attempting to bind port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b by drivers openvswitch,hyperv on host hv-cinder-81546 at level 0 using segments [{'id': '4044b42e-c5e7-4b84-abce-a01276cdb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb'}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 00:42:12.563009 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Attempting to bind port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b on network bef07e7d-c250-40da-978d-cbeb6418b1cb {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:42:12.567216 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b on network bef07e7d-c250-40da-978d-cbeb6418b1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81546 {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 00:42:12.567546 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Attempting to bind port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b on network bef07e7d-c250-40da-978d-cbeb6418b1cb {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 00:42:12.572305 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Checking agent: {'id': '27532dfb-2fbd-4abc-88aa-119514abdb39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81546', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'started_at': datetime.datetime(2022, 1, 17, 0, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 0, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 00:42:12.572990 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Checking segment: {'id': '4044b42e-c5e7-4b84-abce-a01276cdb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 00:42:12.572990 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Bound using segment: {'id': '4044b42e-c5e7-4b84-abce-a01276cdb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb'} {{(pid=109112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 00:42:12.573423 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.managers [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Bound port: bc437fd2-8ed8-4937-9129-9fed0c4c1d6b, host: hv-cinder-81546, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4044b42e-c5e7-4b84-abce-a01276cdb229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb'}}] {{(pid=109112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 00:42:12.573779 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), before_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:12.662222 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] For port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b, host hv-cinder-81546, cleared binding levels {{(pid=109112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 00:42:12.667991 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] For port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b, host hv-cinder-81546, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 00:42:12.673354 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26670165'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), after_update {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.689768 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:12.692814 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d4cd1-d091-4fd8-be4d-8fc7c45ea0ca req-d091ffa4-13f5-493e-a46a-b144632fa47e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:12.693797 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c86d4cd1-d091-4fd8-be4d-8fc7c45ea0ca req-d091ffa4-13f5-493e-a46a-b144632fa47e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0789518 Jan 17 00:42:13.006226 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:13.006835 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:13.008434 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] 10.222.0.15 "PUT /v2.0/ports/bc437fd2-8ed8-4937-9129-9fed0c4c1d6b HTTP/1.1" status: 200 len: 1093 time: 0.8940303 Jan 17 00:42:13.008867 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475292fd-ecfd-4969-b2d5-aeb6cec4c0a4', 'tag': 'bc437fd2-8ed8-4937-9129-9fed0c4c1d6b'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:42:13.011051 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06698b32-4b36-4a6c-b8b9-f0673df9888d" -d '{"events": [{"name": "network-changed", "server_uuid": "475292fd-ecfd-4969-b2d5-aeb6cec4c0a4", "tag": "bc437fd2-8ed8-4937-9129-9fed0c4c1d6b"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:42:13.043420 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6841ae-9a83-4375-92c6-41872a4148ae service neutron] Pushing event updated for resources: {'Port': ['ID=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,revision_number=3']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:13.058231 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c86d4cd1-d091-4fd8-be4d-8fc7c45ea0ca req-77ed163d-a689-4d83-93a7-5c33ec4aaa48 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757895 Jan 17 00:42:13.059654 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589bb8a1-23dd-473e-848c-7fccc16980cb x-openstack-request-id: req-589bb8a1-23dd-473e-848c-7fccc16980cb {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:42:13.059943 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475292fd-ecfd-4969-b2d5-aeb6cec4c0a4", "tag": "bc437fd2-8ed8-4937-9129-9fed0c4c1d6b", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:42:13.060203 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-589bb8a1-23dd-473e-848c-7fccc16980cb {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:42:13.060592 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475292fd-ecfd-4969-b2d5-aeb6cec4c0a4', 'tag': 'bc437fd2-8ed8-4937-9129-9fed0c4c1d6b', 'status': 'completed', 'code': 200} Jan 17 00:42:13.116093 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-098c159c-17b4-43ca-b2a9-c8da254fb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:13.117556 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-098c159c-17b4-43ca-b2a9-c8da254fb19b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe93579eecc94bb4820cb22b47b2a825&device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 1096 time: 0.0406613 Jan 17 00:42:13.169904 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-e4ab49fd-44d7-46cf-a46a-eff857221c04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b HTTP/1.1" status: 200 len: 217 time: 0.0349669 Jan 17 00:42:13.216145 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-be9d809c-513a-4061-ad8d-c6f972e7cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:13.217588 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-be9d809c-513a-4061-ad8d-c6f972e7cedb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ce44c9a-2d36-477e-b058-6794ccbc070a HTTP/1.1" status: 200 len: 848 time: 0.0420048 Jan 17 00:42:13.252778 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-903cc68f-c983-45cd-92ec-3f8b0efc237d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bef07e7d-c250-40da-978d-cbeb6418b1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246720 Jan 17 00:42:13.340673 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-9661b28f-9ab3-480c-a699-aeba873a8d97 service neutron] 10.222.0.15 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814145 Jan 17 00:42:13.429528 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a2dd9a66-b2be-45e3-8eed-8631c7868cb8 req-1188643e-ae97-4a88-9247-5804c68bf70a service neutron] 10.222.0.15 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795383 Jan 17 00:42:13.565680 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-c744b46a-88af-4a69-8266-1d3692c722ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:13.567078 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-c744b46a-88af-4a69-8266-1d3692c722ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe93579eecc94bb4820cb22b47b2a825&device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 1096 time: 0.0406365 Jan 17 00:42:13.658918 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-c2b328d4-9c62-404d-ac9a-99611148b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:13.660402 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-c2b328d4-9c62-404d-ac9a-99611148b0d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bef07e7d-c250-40da-978d-cbeb6418b1cb HTTP/1.1" status: 200 len: 909 time: 0.0870960 Jan 17 00:42:13.701237 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-e5465322-178b-4ce8-be3a-237d9e271e99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b HTTP/1.1" status: 200 len: 217 time: 0.0332954 Jan 17 00:42:13.747900 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-a143c91a-09d7-4b7f-9dfe-42ffd6d7c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:13.749320 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-a143c91a-09d7-4b7f-9dfe-42ffd6d7c71c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ce44c9a-2d36-477e-b058-6794ccbc070a HTTP/1.1" status: 200 len: 848 time: 0.0421960 Jan 17 00:42:13.783735 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-a8b1a986-23e2-4dcf-b378-97ef8f5cf604 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bef07e7d-c250-40da-978d-cbeb6418b1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277393 Jan 17 00:42:13.869433 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-2425c54a-ad42-4ba4-916c-0356bc80c255 service neutron] 10.222.0.15 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788996 Jan 17 00:42:13.965837 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-06698b32-4b36-4a6c-b8b9-f0673df9888d req-2bcd0fe3-0a81-46b7-9465-e513aba9d1fe service neutron] 10.222.0.15 "GET /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893862 Jan 17 00:42:14.176558 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08ea4b-a1b7-4369-8bbf-6e6f336c1c24 req-1ef9a0b0-7e7f-46f2-8c14-042e937d960f tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:14.178024 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a08ea4b-a1b7-4369-8bbf-6e6f336c1c24 req-1ef9a0b0-7e7f-46f2-8c14-042e937d960f tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0490909 Jan 17 00:42:14.228420 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-4a08ea4b-a1b7-4369-8bbf-6e6f336c1c24 req-e7881d0b-9933-4d88-94b4-7ff54a12eddd tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 Jan 17 00:42:15.298867 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device bc437fd2-8ed8-4937-9129-9fed0c4c1d6b details requested by agent hyperv_hv-cinder-81546 with host hv-cinder-81546 {{(pid=109114) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 00:42:15.344335 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1719976-88f1-4094-9b11-24d6390832f7 req-da605deb-b75b-4fee-8e9f-ab9324527335 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:15.345877 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a1719976-88f1-4094-9b11-24d6390832f7 req-da605deb-b75b-4fee-8e9f-ab9324527335 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 943 time: 0.0494196 Jan 17 00:42:15.392321 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a1719976-88f1-4094-9b11-24d6390832f7 req-00db3999-692e-4916-a37c-120c445ef1f3 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Jan 17 00:42:15.397362 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:42:15.409709 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Returning: {'device': 'bc437fd2-8ed8-4937-9129-9fed0c4c1d6b', 'network_id': 'bef07e7d-c250-40da-978d-cbeb6418b1cb', 'port_id': 'bc437fd2-8ed8-4937-9129-9fed0c4c1d6b', 'mac_address': 'fa:16:3e:db:3d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce44c9a-2d36-477e-b058-6794ccbc070a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109114) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 00:42:15.450803 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b is: DOWN; New status is: BUILD {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:42:15.451775 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:15.464323 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc437fd2-8ed8-4937-9129-9fed0c4c1d6b {{(pid=109114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 00:42:15.483183 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:42:15.487686 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:15.535808 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,revision_number=4']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:15.853100 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['bc437fd2-8ed8-4937-9129-9fed0c4c1d6b'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:42:16.508456 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2f21e-b89c-403d-a092-c95ec05fd6f7 req-a4a2a170-783e-45bd-ad1a-49b477906cb8 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:16.509928 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bce2f21e-b89c-403d-a092-c95ec05fd6f7 req-a4a2a170-783e-45bd-ad1a-49b477906cb8 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 944 time: 0.0517426 Jan 17 00:42:16.556852 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bce2f21e-b89c-403d-a092-c95ec05fd6f7 req-6b06f3fe-2a28-4498-b714-ba61f8afac77 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Jan 17 00:42:17.300562 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device bc437fd2-8ed8-4937-9129-9fed0c4c1d6b up at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 00:42:17.347483 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning for port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b completed by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 00:42:17.351354 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.provisioning_blocks [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Provisioning complete for port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b triggered by entity L2. {{(pid=109114) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 00:42:17.351725 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-649834'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), provisioning_complete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:17.552969 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Current status of the port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b is: BUILD; New status is: ACTIVE {{(pid=109114) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 00:42:17.553273 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-783347'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), before_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:17.575043 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475292fd-ecfd-4969-b2d5-aeb6cec4c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc437fd2-8ed8-4937-9129-9fed0c4c1d6b'}] {{(pid=109114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:42:17.577893 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09dfd19cf9c561123de6a02b9cba80c30f540224d19901b71091eee5e557c6d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ba0d2b-6327-4303-819e-873cef9258d7" -d '{"events": [{"server_uuid": "475292fd-ecfd-4969-b2d5-aeb6cec4c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "bc437fd2-8ed8-4937-9129-9fed0c4c1d6b"}]}' {{(pid=109114) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:42:17.590186 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] For port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:42:17.595929 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770745103243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770744620153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770744620171'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:17.622989 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf3b3f-3741-4b44-a8d9-e631033a00cb x-openstack-request-id: req-1cdf3b3f-3741-4b44-a8d9-e631033a00cb {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:42:17.623911 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475292fd-ecfd-4969-b2d5-aeb6cec4c0a4", "name": "network-vif-plugged", "status": "completed", "tag": "bc437fd2-8ed8-4937-9129-9fed0c4c1d6b", "code": 200}]} {{(pid=109114) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:42:17.624165 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cdf3b3f-3741-4b44-a8d9-e631033a00cb {{(pid=109114) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:42:17.624557 dv-cinder-815461-7-iscsi neutron-server[109114]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475292fd-ecfd-4969-b2d5-aeb6cec4c0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc437fd2-8ed8-4937-9129-9fed0c4c1d6b', 'code': 200} Jan 17 00:42:17.650282 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Pushing event updated for resources: {'Port': ['ID=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,revision_number=5']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:17.676750 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf35b5-25a1-4046-b417-8355ff9d2644 req-2b5e0bbd-d53e-4194-9e02-424f6d88f384 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:17.678270 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-72bf35b5-25a1-4046-b417-8355ff9d2644 req-2b5e0bbd-d53e-4194-9e02-424f6d88f384 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0536320 Jan 17 00:42:17.727116 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-72bf35b5-25a1-4046-b417-8355ff9d2644 req-1b611f4b-f9ad-42e8-aa67-fc11fa420b51 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427709 Jan 17 00:42:17.837569 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265bcb9-50ff-4141-ad2d-5154162d9024 req-5cd40d90-5e77-4336-b429-adf8a37b6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:17.838944 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a265bcb9-50ff-4141-ad2d-5154162d9024 req-5cd40d90-5e77-4336-b429-adf8a37b6ec4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 1098 time: 0.0424297 Jan 17 00:42:17.883489 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-a265bcb9-50ff-4141-ad2d-5154162d9024 req-50a14b35-c0b4-4e1d-89b4-6b211308091b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Jan 17 00:42:18.842081 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae5fc2-cc11-4477-bf5d-ee6916848a4a req-056dbf77-97d7-43ac-b34d-cf9b6f18fbec tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:18.843580 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ccae5fc2-cc11-4477-bf5d-ee6916848a4a req-056dbf77-97d7-43ac-b34d-cf9b6f18fbec tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0486979 Jan 17 00:42:18.889979 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-ccae5fc2-cc11-4477-bf5d-ee6916848a4a req-4d1dd9cf-e688-476f-be02-83b94faac995 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Jan 17 00:42:20.001930 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78514fe5-85f4-4b4e-b65c-960bd6b7bd1d req-170c45dd-8856-4eb1-b847-e0d3d244efc4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:20.003418 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-78514fe5-85f4-4b4e-b65c-960bd6b7bd1d req-170c45dd-8856-4eb1-b847-e0d3d244efc4 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Jan 17 00:42:20.053945 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-78514fe5-85f4-4b4e-b65c-960bd6b7bd1d req-e9239cc1-818d-46ff-af16-a14757ee0a85 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Jan 17 00:42:20.765954 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e625-30f2-494a-bdc0-54f7d505c2bd req-1d1f2940-9430-4e1f-a4bc-6643fc03479b tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:20.767461 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1a51e625-30f2-494a-bdc0-54f7d505c2bd req-1d1f2940-9430-4e1f-a4bc-6643fc03479b tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0499222 Jan 17 00:42:20.815476 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1a51e625-30f2-494a-bdc0-54f7d505c2bd req-d886394a-9779-41af-a66d-e185af044ccd tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Jan 17 00:42:21.929100 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329df94-4f07-4f3c-95a7-b58e1ff76e9d req-525763dd-e60f-478a-a9f7-52afe41c6f43 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:21.930564 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1329df94-4f07-4f3c-95a7-b58e1ff76e9d req-525763dd-e60f-478a-a9f7-52afe41c6f43 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0474288 Jan 17 00:42:21.976965 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1329df94-4f07-4f3c-95a7-b58e1ff76e9d req-2a3a80ca-6825-461c-b4cd-1e22c4ff85dd tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/security-groups?id=87a2aa77-0742-4566-ade8-577a36e58913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Jan 17 00:42:22.324687 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-1235f8e7-f15a-445e-b321-7fa76a9ca1e2 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:42:22.326110 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-1235f8e7-f15a-445e-b321-7fa76a9ca1e2 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.15 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Jan 17 00:42:22.411871 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Deleting port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:42:22.412135 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:22.501211 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] For port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,segment=NetworkSegment(4044b42e-c5e7-4b84-abce-a01276cdb229),segment_id=4044b42e-c5e7-4b84-abce-a01276cdb229)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:42:22.501580 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:22.514858 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Calling delete_port for bc437fd2-8ed8-4937-9129-9fed0c4c1d6b owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:42:22.635660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (bc437fd2-8ed8-4937-9129-9fed0c4c1d6b), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:22.665472 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Pushing event deleted for resources: {'Port': ['ID=bc437fd2-8ed8-4937-9129-9fed0c4c1d6b,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:22.673618 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] get_ports_and_sgs() called for port_ids ['bc437fd2-8ed8-4937-9129-9fed0c4c1d6b'] {{(pid=109114) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 00:42:22.675899 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.676244 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.676593 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.676929 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.677268 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.677596 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.677926 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.678252 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.678578 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.678903 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.679244 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.679926 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.679926 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:42:22.718988 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] No DVR routers for this DVR port bc437fd2-8ed8-4937-9129-9fed0c4c1d6b on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:42:22.721389 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:22.724678 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-f674dcf6-219a-4acb-a21e-85d45c72e152 req-b2f086cf-e9b9-4798-9cb0-50af6494e03e tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.15 "DELETE /v2.0/ports/bc437fd2-8ed8-4937-9129-9fed0c4c1d6b HTTP/1.1" status: 204 len: 173 time: 0.3932908 Jan 17 00:42:22.725114 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475292fd-ecfd-4969-b2d5-aeb6cec4c0a4', 'name': 'network-vif-deleted', 'tag': 'bc437fd2-8ed8-4937-9129-9fed0c4c1d6b'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:42:22.727356 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969be715-a7d1-41f6-8fc1-5844d71c7b38" -d '{"events": [{"server_uuid": "475292fd-ecfd-4969-b2d5-aeb6cec4c0a4", "name": "network-vif-deleted", "tag": "bc437fd2-8ed8-4937-9129-9fed0c4c1d6b"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:42:22.763793 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f791c7-9cdc-47b8-a249-db117ed79e7c x-openstack-request-id: req-c3f791c7-9cdc-47b8-a249-db117ed79e7c {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:42:22.764092 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475292fd-ecfd-4969-b2d5-aeb6cec4c0a4", "name": "network-vif-deleted", "tag": "bc437fd2-8ed8-4937-9129-9fed0c4c1d6b", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:42:22.764459 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3f791c7-9cdc-47b8-a249-db117ed79e7c {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:42:22.764750 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475292fd-ecfd-4969-b2d5-aeb6cec4c0a4', 'name': 'network-vif-deleted', 'tag': 'bc437fd2-8ed8-4937-9129-9fed0c4c1d6b', 'status': 'completed', 'code': 200} Jan 17 00:42:23.080131 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-224608b6-2e4d-4191-9cc9-cafdc3e63f5b req-eeda7d27-0e10-406c-bbb0-5a8b838c25c1 tempest-VolumesActionsTest-127646882 tempest-VolumesActionsTest-127646882-project] 10.222.0.24 "GET /v2.0/ports?device_id=475292fd-ecfd-4969-b2d5-aeb6cec4c0a4 HTTP/1.1" status: 200 len: 210 time: 0.0261700 Jan 17 00:42:26.752334 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device bc437fd2-8ed8-4937-9129-9fed0c4c1d6b no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:42:26.772258 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: bc437fd2-8ed8-4937-9129-9fed0c4c1d6b {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:42:26.772598 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device bc437fd2-8ed8-4937-9129-9fed0c4c1d6b not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:42:30.877629 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-362fee3d-45c0-46da-8fd9-4ee1c70ed77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:31.178866 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:42:33.183873 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4464-ae62-4302-a9c7-06f4bcaa095d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:34.893212 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:35.189176 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:36.783271 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:37.331001 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:45.818761 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45668) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:42:45.861617 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0309ef-ba50-4a69-8678-1a459f191202 admin admin] Deleting subnet 1ce44c9a-2d36-477e-b058-6794ccbc070a {{(pid=109112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:42:45.864660 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-aa0309ef-ba50-4a69-8678-1a459f191202 admin admin] Publish callbacks [] for subnet (1ce44c9a-2d36-477e-b058-6794ccbc070a), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:45.902330 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-aa0309ef-ba50-4a69-8678-1a459f191202 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25783539'] for subnet (1ce44c9a-2d36-477e-b058-6794ccbc070a), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:45.939889 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-aa0309ef-ba50-4a69-8678-1a459f191202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (1ce44c9a-2d36-477e-b058-6794ccbc070a), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:45.990930 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-aa0309ef-ba50-4a69-8678-1a459f191202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26670111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984969'] for subnet (1ce44c9a-2d36-477e-b058-6794ccbc070a), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.015568 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0309ef-ba50-4a69-8678-1a459f191202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce44c9a-2d36-477e-b058-6794ccbc070a,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:46.021935 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-aa0309ef-ba50-4a69-8678-1a459f191202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.025901 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-aa0309ef-ba50-4a69-8678-1a459f191202 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1ce44c9a-2d36-477e-b058-6794ccbc070a HTTP/1.1" status: 204 len: 168 time: 0.2060761 Jan 17 00:42:46.028562 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45670) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:42:46.098530 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (bef07e7d-c250-40da-978d-cbeb6418b1cb), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.178821 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (bef07e7d-c250-40da-978d-cbeb6418b1cb), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.197434 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef07e7d-c250-40da-978d-cbeb6418b1cb']}} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:42:46.206761 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4044b42e-c5e7-4b84-abce-a01276cdb229') {'for_net_delete': True} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:42:46.207053 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4044b42e-c5e7-4b84-abce-a01276cdb229') {} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:42:46.216311 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25781760'] for segment (4044b42e-c5e7-4b84-abce-a01276cdb229), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.229632 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (4044b42e-c5e7-4b84-abce-a01276cdb229), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.235325 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:42:46.235710 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26670193'] for segment (4044b42e-c5e7-4b84-abce-a01276cdb229), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: warnings.warn(msg) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: Traceback (most recent call last): Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: timer() Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: cb(*args, **kw) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: return func(*args, **kwargs) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: self._notify() Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: self.callback(batched_events) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: event.method(event) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: return f(self, *a, **k) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._get(url).json() Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: return self.request(url, 'GET', **kwargs) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:42:46.237309 dv-cinder-815461-7-iscsi neutron-server[109112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:42:46.295120 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (bef07e7d-c250-40da-978d-cbeb6418b1cb), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.300402 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.303478 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bef07e7d-c250-40da-978d-cbeb6418b1cb HTTP/1.1" status: 204 len: 168 time: 0.2739520 Jan 17 00:42:46.314167 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1d6d9-86e1-4d4f-9fdc-1e008afbcbb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bef07e7d-c250-40da-978d-cbeb6418b1cb,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:42:46.410725 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45674) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:42:46.449484 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-77f1b2d8-d763-4334-b481-3e349f8b7839 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe93579eecc94bb4820cb22b47b2a825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375457 Jan 17 00:42:46.452057 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45676) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:42:46.497248 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-89c75c0d-5e9e-4af5-8801-36e0e6d660eb admin admin] Publish callbacks [] for security_group (87a2aa77-0742-4566-ade8-577a36e58913), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.519098 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-89c75c0d-5e9e-4af5-8801-36e0e6d660eb admin admin] Publish callbacks [] for security_group (87a2aa77-0742-4566-ade8-577a36e58913), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.564203 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-89c75c0d-5e9e-4af5-8801-36e0e6d660eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (87a2aa77-0742-4566-ade8-577a36e58913), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.567006 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-89c75c0d-5e9e-4af5-8801-36e0e6d660eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:42:46.568197 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-89c75c0d-5e9e-4af5-8801-36e0e6d660eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87a2aa77-0742-4566-ade8-577a36e58913 HTTP/1.1" status: 204 len: 168 time: 0.1147549 Jan 17 00:42:46.575705 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c75c0d-5e9e-4af5-8801-36e0e6d660eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a2aa77-0742-4566-ade8-577a36e58913,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:00.870567 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-db012070-e532-4e88-8dfd-1989f78b826a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:03.185914 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b772b81e-b82a-496c-a7db-672332889857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:04.887172 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:05.211623 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:06.785767 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:07.323366 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:08.180253 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:43:18.216210 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45680) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:18.372655 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Deleting port 1cb73c9f-8e39-4727-b9a6-b56691f11ec4 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:18.372996 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (1cb73c9f-8e39-4727-b9a6-b56691f11ec4), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:18.445955 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (1cb73c9f-8e39-4727-b9a6-b56691f11ec4), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:18.446283 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (1cb73c9f-8e39-4727-b9a6-b56691f11ec4), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:18.457635 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Calling delete_port for 1cb73c9f-8e39-4727-b9a6-b56691f11ec4 owned by network:floatingip {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:18.601090 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (1cb73c9f-8e39-4727-b9a6-b56691f11ec4), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:18.626072 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event deleted for resources: {'Port': ['ID=1cb73c9f-8e39-4727-b9a6-b56691f11ec4,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:18.686936 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (6bb254b2-c581-4421-9f65-7fe7f7454fe7), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:18.687294 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Floating IP 6bb254b2-c581-4421-9f65-7fe7f7454fe7 disassociated (deleted). External IP: 172.27.3.184, port: a00f07e6-e812-4502-99f2-c765032c4946. Jan 17 00:43:18.884573 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Router 58a8b86a-40de-48d1-8043-523d98f4c4e0 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:43:18.991668 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:43:18.996501 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:19.001146 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] Sync routers for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:43:19.011617 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:43:19.012251 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:43:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:19.027064 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-5690bd68-a04e-4b1d-89d6-fb0c20d10430 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "DELETE /v2.0/floatingips/6bb254b2-c581-4421-9f65-7fe7f7454fe7 HTTP/1.1" status: 204 len: 168 time: 0.8096821 Jan 17 00:43:19.027808 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:43:19.030152 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb20abc9-2cac-4b48-9694-91acb5e1404c" -d '{"events": [{"name": "network-changed", "server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "tag": "a00f07e6-e812-4502-99f2-c765032c4946"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:43:19.067811 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f53d08-1270-40f8-a877-d850353627c8 x-openstack-request-id: req-d1f53d08-1270-40f8-a877-d850353627c8 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:43:19.068102 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "tag": "a00f07e6-e812-4502-99f2-c765032c4946", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:43:19.068353 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1f53d08-1270-40f8-a877-d850353627c8 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:43:19.068759 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946', 'status': 'completed', 'code': 200} Jan 17 00:43:19.124129 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:43:19.316038 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-6df6820a-440f-41b5-a5f6-7ceb5ee67d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:19.317573 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-6df6820a-440f-41b5-a5f6-7ceb5ee67d2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 1098 time: 0.1956627 Jan 17 00:43:19.370054 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '7df9704b-fb07-4129-9ed1-4398075bd486', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:39:36Z', 'updated_at': '2022-01-17T00:39:41Z', 'revision_number': 1, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:19.397634 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] Checking router: 58a8b86a-40de-48d1-8043-523d98f4c4e0 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:43:19.405992 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:43:19.406510 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:43:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:19.436828 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-f22a2a1e-f95e-4b48-896a-2bd8481cecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:19.438282 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-f22a2a1e-f95e-4b48-896a-2bd8481cecd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.1123257 Jan 17 00:43:19.459784 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86e857-d2fa-470e-91fa-c181da354a60 req-3c4b074d-7d32-4e1e-9fa2-88e776f3c228 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:19.461230 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8e86e857-d2fa-470e-91fa-c181da354a60 req-3c4b074d-7d32-4e1e-9fa2-88e776f3c228 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 945 time: 0.2518613 Jan 17 00:43:19.490699 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-e6002f15-7af6-474a-bed1-ac577c88d42e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a00f07e6-e812-4502-99f2-c765032c4946 HTTP/1.1" status: 200 len: 217 time: 0.0444663 Jan 17 00:43:19.511904 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:43:19.563585 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8e86e857-d2fa-470e-91fa-c181da354a60 req-86fc5563-0281-4703-9c31-5c87e0abdf16 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750651 Jan 17 00:43:19.569130 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-e293e823-be58-4c30-92a6-4ce9b732a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:19.570623 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-e293e823-be58-4c30-92a6-4ce9b732a556 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.0679965 Jan 17 00:43:19.621302 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-98e251b1-d137-4e48-b86d-3c2c775f5bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:19.622782 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-98e251b1-d137-4e48-b86d-3c2c775f5bfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455952 Jan 17 00:43:19.636993 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-7a8c8e1c-b98a-4b66-99c6-a893a5b573ef service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109112) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 00:43:19.638010 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-7a8c8e1c-b98a-4b66-99c6-a893a5b573ef service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052152 Jan 17 00:43:19.726185 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-e4c8b805-8819-47ae-a485-34ce7951e441 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821176 Jan 17 00:43:19.736792 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '7df9704b-fb07-4129-9ed1-4398075bd486', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:39:36Z', 'updated_at': '2022-01-17T00:39:41Z', 'revision_number': 1, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:19.766698 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392ecbd-a1a4-4bde-a0f1-9adea2048d69 None None] The sync data for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi is: [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_floatingips': [{'id': '7df9704b-fb07-4129-9ed1-4398075bd486', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'router_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'port_id': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'mac_address': 'fa:16:3e:99:2a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T00:39:36Z', 'updated_at': '2022-01-17T00:39:41Z', 'revision_number': 1, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:43:19.823851 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-bb20abc9-2cac-4b48-9694-91acb5e1404c req-1214eb7c-ec39-4932-ab98-e6c53a40916c service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914574 Jan 17 00:43:20.001622 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e285507-366a-4876-bd18-1733a9a63ba4 None None] New status for floating IP 6bb254b2-c581-4421-9f65-7fe7f7454fe7: DOWN {{(pid=109115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:43:20.731070 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f963a-4ff9-407a-bcd5-3d2a790e1b57 req-61dbe857-de7f-49b6-8ee5-bf7682dc9b22 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:20.732555 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d92f963a-4ff9-407a-bcd5-3d2a790e1b57 req-61dbe857-de7f-49b6-8ee5-bf7682dc9b22 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 945 time: 0.0957279 Jan 17 00:43:20.781005 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d92f963a-4ff9-407a-bcd5-3d2a790e1b57 req-da0aeea8-6770-42b9-b061-7abfdd95585e tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Jan 17 00:43:21.218056 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-a9db5ba7-84da-40d6-b7a9-0e8606737d83 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:21.219761 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-a9db5ba7-84da-40d6-b7a9-0e8606737d83 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 945 time: 0.0483356 Jan 17 00:43:21.314675 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Deleting port a00f07e6-e812-4502-99f2-c765032c4946 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:21.314940 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (a00f07e6-e812-4502-99f2-c765032c4946), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:21.403742 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] For port a00f07e6-e812-4502-99f2-c765032c4946, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=a00f07e6-e812-4502-99f2-c765032c4946,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:43:21.404107 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (a00f07e6-e812-4502-99f2-c765032c4946), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:21.416604 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Calling delete_port for a00f07e6-e812-4502-99f2-c765032c4946 owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:21.540534 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (a00f07e6-e812-4502-99f2-c765032c4946), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:21.566466 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event deleted for resources: {'Port': ['ID=a00f07e6-e812-4502-99f2-c765032c4946,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:21.612197 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] No DVR routers for this DVR port a00f07e6-e812-4502-99f2-c765032c4946 on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:43:21.614510 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:21.617797 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8264b359-a3b3-488d-bf5b-db197e4924a3 req-8d992750-2476-47b8-919f-d7776a9ffac2 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "DELETE /v2.0/ports/a00f07e6-e812-4502-99f2-c765032c4946 HTTP/1.1" status: 204 len: 173 time: 0.3872058 Jan 17 00:43:21.618207 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'name': 'network-vif-deleted', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:43:21.620448 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344ce3db-b022-40d7-b1f3-4d43fc323d19" -d '{"events": [{"server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "name": "network-vif-deleted", "tag": "a00f07e6-e812-4502-99f2-c765032c4946"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:43:21.663271 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de3760-9e24-4508-9078-ac526f3afaa1 x-openstack-request-id: req-22de3760-9e24-4508-9078-ac526f3afaa1 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:43:21.663565 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19db5ef-dbf9-4f61-876f-202c2cdd748a", "name": "network-vif-deleted", "tag": "a00f07e6-e812-4502-99f2-c765032c4946", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:43:21.663819 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22de3760-9e24-4508-9078-ac526f3afaa1 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:43:21.664218 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19db5ef-dbf9-4f61-876f-202c2cdd748a', 'name': 'network-vif-deleted', 'tag': 'a00f07e6-e812-4502-99f2-c765032c4946', 'status': 'completed', 'code': 200} Jan 17 00:43:21.872000 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-c6e1bf64-93ca-4110-94c9-7ad26f83659b req-3860ee61-6932-4820-bb22-4aa814a16425 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b19db5ef-dbf9-4f61-876f-202c2cdd748a HTTP/1.1" status: 200 len: 210 time: 0.0250170 Jan 17 00:43:23.985497 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device a00f07e6-e812-4502-99f2-c765032c4946 no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:43:24.005777 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: a00f07e6-e812-4502-99f2-c765032c4946 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:43:24.006119 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device a00f07e6-e812-4502-99f2-c765032c4946 not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:43:25.144169 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45714) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:25.300569 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Deleting port fc03ebe3-cff7-4d12-9ab8-0da944fc0298 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:25.300830 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (fc03ebe3-cff7-4d12-9ab8-0da944fc0298), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:25.374620 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (fc03ebe3-cff7-4d12-9ab8-0da944fc0298), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:25.374953 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (fc03ebe3-cff7-4d12-9ab8-0da944fc0298), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:25.387193 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Calling delete_port for fc03ebe3-cff7-4d12-9ab8-0da944fc0298 owned by network:floatingip {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:25.531289 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (fc03ebe3-cff7-4d12-9ab8-0da944fc0298), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:25.555107 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event deleted for resources: {'Port': ['ID=fc03ebe3-cff7-4d12-9ab8-0da944fc0298,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:25.584807 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.585159 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.585607 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.585949 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.586286 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.586617 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.586946 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.587296 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.587625 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.587951 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.588276 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.588596 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.588915 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:25.628133 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (7df9704b-fb07-4129-9ed1-4398075bd486), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:25.628420 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.db.l3_db [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Floating IP 7df9704b-fb07-4129-9ed1-4398075bd486 disassociated (deleted). External IP: 172.27.3.97, port: b60a6cd0-e08b-4b39-90c1-383a28b7ff0d. Jan 17 00:43:26.100222 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Router 58a8b86a-40de-48d1-8043-523d98f4c4e0 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:43:26.202249 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:43:26.207517 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:26.212199 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] Sync routers for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:43:26.222991 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:43:26.223667 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:43:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:26.236587 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c5c1b5e0-1537-44b1-9d49-d845d60b91d4 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "DELETE /v2.0/floatingips/7df9704b-fb07-4129-9ed1-4398075bd486 HTTP/1.1" status: 204 len: 168 time: 1.0913451 Jan 17 00:43:26.237773 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:43:26.240315 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7640d86-6120-469e-a4f4-5ff1ab19ff30" -d '{"events": [{"name": "network-changed", "server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:43:26.284397 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 00:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f62615a-1283-4144-bd4a-a094d57b53a7 x-openstack-request-id: req-2f62615a-1283-4144-bd4a-a094d57b53a7 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:43:26.284704 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:43:26.284965 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f62615a-1283-4144-bd4a-a094d57b53a7 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:43:26.285335 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'status': 'completed', 'code': 200} Jan 17 00:43:26.337542 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:43:26.389449 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-78d75604-9276-428a-b8df-58cb19d58790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:26.391219 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-78d75604-9276-428a-b8df-58cb19d58790 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58b411178c84683afd99302a7ccf934&device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 1098 time: 0.0520835 Jan 17 00:43:26.533494 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b9b8-7a9d-4761-8496-530d97189bd7 req-b58b4686-296c-419c-ad83-9081c8c8c936 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:26.534989 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-44b7b9b8-7a9d-4761-8496-530d97189bd7 req-b58b4686-296c-419c-ad83-9081c8c8c936 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 945 time: 0.1003566 Jan 17 00:43:26.543467 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:26.570641 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] Checking router: 58a8b86a-40de-48d1-8043-523d98f4c4e0 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:43:26.578949 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:43:26.579548 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:43:03Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:26.580079 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-4a40fbf2-afe7-4d11-bb25-9384efce4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:26.581631 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-4a40fbf2-afe7-4d11-bb25-9384efce4423 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 200 len: 913 time: 0.1210239 Jan 17 00:43:26.634022 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-b44e7522-e855-45f7-9566-3041e11e0617 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d HTTP/1.1" status: 200 len: 217 time: 0.0445983 Jan 17 00:43:26.638020 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-44b7b9b8-7a9d-4761-8496-530d97189bd7 req-f97c16d7-28a2-4d2f-a555-9af60ff564b5 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960996 Jan 17 00:43:26.686715 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:43:26.686929 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-b897ab6c-c630-464c-974c-7fdbeb851777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:26.688322 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-b897ab6c-c630-464c-974c-7fdbeb851777 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 200 len: 851 time: 0.0481229 Jan 17 00:43:26.733581 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-5b77a7c6-d32e-49c2-b715-6e7b7c42545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:26.735083 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-5b77a7c6-d32e-49c2-b715-6e7b7c42545c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a6ac7b-ff36-4949-abee-1db43c495051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405045 Jan 17 00:43:26.826074 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-f3b0f7c3-1881-400d-89fa-ffc40c86b7d7 service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814073 Jan 17 00:43:26.886940 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:26.913094 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8522b11a-0c39-40bb-9dac-cc48fdd11d28 None None] The sync data for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi is: [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:35:14Z', 'revision_number': 4, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi', '_interfaces': [{'id': '63fc6c2b-1e31-4fee-a9df-6ccf3e875f42', 'name': '', 'network_id': '22a6ac7b-ff36-4949-abee-1db43c495051', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'mac_address': 'fa:16:3e:dd:4a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:13Z', 'updated_at': '2022-01-17T00:35:24Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'subnets': [{'id': 'da2d6b51-8a0d-499f-9530-dba2d7d2a443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:43:26.921140 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-d7640d86-6120-469e-a4f4-5ff1ab19ff30 req-d0a7631c-9a3f-44e2-8e8f-b1132eac50ed service neutron] 10.222.0.15 "GET /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851300 Jan 17 00:43:27.142686 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3384685b-8953-417a-b539-0a4be803a116 None None] New status for floating IP 7df9704b-fb07-4129-9ed1-4398075bd486: DOWN {{(pid=109115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 00:43:27.753206 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d97a-a2ee-406c-a9bf-b14cabf6a60a req-84799d56-1c31-4e10-b3b3-e00ff16d858a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:27.754702 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8405d97a-a2ee-406c-a9bf-b14cabf6a60a req-84799d56-1c31-4e10-b3b3-e00ff16d858a tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Jan 17 00:43:27.803768 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-8405d97a-a2ee-406c-a9bf-b14cabf6a60a req-d3b6c595-415f-4ab6-812c-cb4e89763172 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/security-groups?id=e698c223-710b-42eb-8cef-039508fe5500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430984 Jan 17 00:43:28.399457 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-f285a1a4-d3e1-4423-a697-1d07537158c0 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109112) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 00:43:28.400890 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-f285a1a4-d3e1-4423-a697-1d07537158c0 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 945 time: 0.0479274 Jan 17 00:43:28.493424 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Deleting port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:28.493769 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:28.580652 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] For port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d, host hv-cinder-81546, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81546',level=0,port_id=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:43:28.581575 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:28.597492 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Calling delete_port for b60a6cd0-e08b-4b39-90c1-383a28b7ff0d owned by compute:nova {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:28.719190 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (b60a6cd0-e08b-4b39-90c1-383a28b7ff0d), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:28.746841 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event deleted for resources: {'Port': ['ID=b60a6cd0-e08b-4b39-90c1-383a28b7ff0d,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:28.791706 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] No DVR routers for this DVR port b60a6cd0-e08b-4b39-90c1-383a28b7ff0d on host hv-cinder-81546 {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:43:28.794190 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for port (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:28.797506 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-1a034c3b-4f34-4d59-bf45-4bb576e71028 req-140639be-1bde-4714-a2a5-4f17dcd5141d tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.15 "DELETE /v2.0/ports/b60a6cd0-e08b-4b39-90c1-383a28b7ff0d HTTP/1.1" status: 204 len: 173 time: 0.3885787 Jan 17 00:43:28.797957 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'name': 'network-vif-deleted', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d'}] {{(pid=109112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 00:43:28.800728 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d85dddb512f7d78156cae8dd132f12a7a2eb46b384aab2c7ebbb0ee993d08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0ff4f9-4e68-48e3-868b-bb4c17444f8e" -d '{"events": [{"server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "name": "network-vif-deleted", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d"}]}' {{(pid=109112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 00:43:28.835953 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 00:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07bfc92-1756-48e3-a9de-2b5f2aeaf003 x-openstack-request-id: req-b07bfc92-1756-48e3-a9de-2b5f2aeaf003 {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 00:43:28.836219 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73a7128-e408-45b8-bb56-37b1bb8940e1", "name": "network-vif-deleted", "tag": "b60a6cd0-e08b-4b39-90c1-383a28b7ff0d", "status": "completed", "code": 200}]} {{(pid=109112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 00:43:28.836513 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b07bfc92-1756-48e3-a9de-2b5f2aeaf003 {{(pid=109112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 00:43:28.836871 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73a7128-e408-45b8-bb56-37b1bb8940e1', 'name': 'network-vif-deleted', 'tag': 'b60a6cd0-e08b-4b39-90c1-383a28b7ff0d', 'status': 'completed', 'code': 200} Jan 17 00:43:28.896612 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [req-33d8d66c-0fbe-4108-a409-b4a13791265a req-023c9f6e-9946-4006-b619-5f05adc604fe tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "GET /v2.0/ports?device_id=b73a7128-e408-45b8-bb56-37b1bb8940e1 HTTP/1.1" status: 200 len: 210 time: 0.0264919 Jan 17 00:43:29.953989 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45730) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:30.074961 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Deleting port 383b04ab-3e45-4251-9b65-c1d2acc3cc8f {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:30.075247 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (383b04ab-3e45-4251-9b65-c1d2acc3cc8f), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:30.152772 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (383b04ab-3e45-4251-9b65-c1d2acc3cc8f), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:30.153103 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (383b04ab-3e45-4251-9b65-c1d2acc3cc8f), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:30.164419 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Calling delete_port for 383b04ab-3e45-4251-9b65-c1d2acc3cc8f owned by network:floatingip {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:30.295807 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (383b04ab-3e45-4251-9b65-c1d2acc3cc8f), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:30.326913 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event deleted for resources: {'Port': ['ID=383b04ab-3e45-4251-9b65-c1d2acc3cc8f,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:30.385658 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for floatingip (e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:30.388230 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106951'] for floatingip (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:30.389435 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-f4836717-0ccf-4c52-997c-cf4f73783603 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "DELETE /v2.0/floatingips/e558d1c4-50ca-4cda-aa8b-0f9ac6c8f4f8 HTTP/1.1" status: 204 len: 168 time: 0.4344559 Jan 17 00:43:30.872466 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-96c37a8c-613c-47a7-933f-c9678ef3ff94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:31.573744 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45742) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:31.629561 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-add39be3-2765-46aa-bf4b-3b8034d5fdb9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group (e698c223-710b-42eb-8cef-039508fe5500), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:31.653819 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-add39be3-2765-46aa-bf4b-3b8034d5fdb9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group (e698c223-710b-42eb-8cef-039508fe5500), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:31.712332 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-add39be3-2765-46aa-bf4b-3b8034d5fdb9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (e698c223-710b-42eb-8cef-039508fe5500), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:31.715424 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-add39be3-2765-46aa-bf4b-3b8034d5fdb9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:31.716602 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-add39be3-2765-46aa-bf4b-3b8034d5fdb9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] 10.222.0.24 "DELETE /v2.0/security-groups/e698c223-710b-42eb-8cef-039508fe5500 HTTP/1.1" status: 204 len: 168 time: 0.1418312 Jan 17 00:43:31.726357 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add39be3-2765-46aa-bf4b-3b8034d5fdb9 tempest-TestVolumeBootPattern-1057152375 tempest-TestVolumeBootPattern-1057152375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e698c223-710b-42eb-8cef-039508fe5500,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:31.779710 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45746) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:31.999511 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device b60a6cd0-e08b-4b39-90c1-383a28b7ff0d no longer exists at agent hyperv_hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:43:32.024521 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] No Port match for: b60a6cd0-e08b-4b39-90c1-383a28b7ff0d {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:43:32.024881 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Device b60a6cd0-e08b-4b39-90c1-383a28b7ff0d not bound to the agent host hv-cinder-81546 {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:43:32.227552 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877905'] for router_interface (58a8b86a-40de-48d1-8043-523d98f4c4e0), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:32.467442 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Deleting port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:32.467779 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:32.542016 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] For port 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=63fc6c2b-1e31-4fee-a9df-6ccf3e875f42,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:43:32.542297 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:32.555139 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Calling delete_port for 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 owned by network:router_interface {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:32.730796 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (63fc6c2b-1e31-4fee-a9df-6ccf3e875f42), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:32.764404 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=63fc6c2b-1e31-4fee-a9df-6ccf3e875f42,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:32.926739 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875457'] for router_interface (58a8b86a-40de-48d1-8043-523d98f4c4e0), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.135724 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Router 58a8b86a-40de-48d1-8043-523d98f4c4e0 has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109112) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:43:33.187444 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a68b0907-2299-4fbf-b310-b975cafdcffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.239543 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109112) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:43:33.244501 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-e076cd03-0f14-4011-ae64-8da1f56ef0dc admin admin] 10.222.0.24 "PUT /v2.0/routers/58a8b86a-40de-48d1-8043-523d98f4c4e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636552 Jan 17 00:43:33.247085 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45750) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:33.249653 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] Sync routers for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:43:33.260620 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:43:33.261246 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:43:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:33.353603 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks [] for router (58a8b86a-40de-48d1-8043-523d98f4c4e0), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.454858 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks [] for router_gateway (58a8b86a-40de-48d1-8043-523d98f4c4e0), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.497122 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: dv-cinder-815461-7-iscsi {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:43:33.509573 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Deleting port 918ef65e-5458-4189-a1ee-62963a614aa1 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:33.509912 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.587892 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] For port 918ef65e-5458-4189-a1ee-62963a614aa1, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=918ef65e-5458-4189-a1ee-62963a614aa1,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:43:33.588258 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.600600 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Calling delete_port for 918ef65e-5458-4189-a1ee-62963a614aa1 owned by network:router_gateway {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:33.673018 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:43:32Z', 'revision_number': 5, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port': {'id': '918ef65e-5458-4189-a1ee-62963a614aa1', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:08Z', 'updated_at': '2022-01-17T00:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:33.699116 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] Checking router: 58a8b86a-40de-48d1-8043-523d98f4c4e0 for host: dv-cinder-815461-7-iscsi {{(pid=109114) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:43:33.708123 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] Routers {'58a8b86a-40de-48d1-8043-523d98f4c4e0'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109114) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:43:33.708671 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:43:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['58a8b86a-40de-48d1-8043-523d98f4c4e0'], 'active': True} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:33.764428 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (918ef65e-5458-4189-a1ee-62963a614aa1), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.789974 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=918ef65e-5458-4189-a1ee-62963a614aa1,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:33.796776 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvr_db [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] Set router 58a8b86a-40de-48d1-8043-523d98f4c4e0 gateway port host: None {{(pid=109114) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:43:33.856753 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_hamode_db [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:43:33Z', 'revision_number': 6, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port_host': None}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:33.857597 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3875947'] for router_gateway (58a8b86a-40de-48d1-8043-523d98f4c4e0), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.885552 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7965c-46b9-4fab-b770-7d7f895abf8b None None] The sync data for ids ['58a8b86a-40de-48d1-8043-523d98f4c4e0'] in dv-cinder-815461-7-iscsi is: [{'id': '58a8b86a-40de-48d1-8043-523d98f4c4e0', 'name': 'tempest-TestVolumeBootPattern-1409129067-router', 'tenant_id': 'b58b411178c84683afd99302a7ccf934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:05Z', 'updated_at': '2022-01-17T00:43:33Z', 'revision_number': 6, 'project_id': 'b58b411178c84683afd99302a7ccf934', 'gw_port_host': None}] {{(pid=109114) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:43:33.949986 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25086'] for router (58a8b86a-40de-48d1-8043-523d98f4c4e0), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.952565 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks [] for router_controller (58a8b86a-40de-48d1-8043-523d98f4c4e0), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.996148 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921399'] for router (58a8b86a-40de-48d1-8043-523d98f4c4e0), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:33.996840 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58a8b86a-40de-48d1-8043-523d98f4c4e0 {{(pid=109112) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 00:43:34.001042 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.002163 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-2809bd37-5ec7-422e-9994-0c3aa51f1e51 admin admin] 10.222.0.24 "DELETE /v2.0/routers/58a8b86a-40de-48d1-8043-523d98f4c4e0 HTTP/1.1" status: 204 len: 168 time: 0.7541518 Jan 17 00:43:34.005335 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45752) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:34.052663 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bc09f9-ad26-4c7e-9920-108baffc475a admin admin] Deleting subnet da2d6b51-8a0d-499f-9530-dba2d7d2a443 {{(pid=109112) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:43:34.055780 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-77bc09f9-ad26-4c7e-9920-108baffc475a admin admin] Publish callbacks [] for subnet (da2d6b51-8a0d-499f-9530-dba2d7d2a443), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.089781 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-77bc09f9-ad26-4c7e-9920-108baffc475a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25783539'] for subnet (da2d6b51-8a0d-499f-9530-dba2d7d2a443), precommit_delete_associations {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.163380 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-77bc09f9-ad26-4c7e-9920-108baffc475a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (da2d6b51-8a0d-499f-9530-dba2d7d2a443), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.215828 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-77bc09f9-ad26-4c7e-9920-108baffc475a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26670111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984969'] for subnet (da2d6b51-8a0d-499f-9530-dba2d7d2a443), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.248307 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc09f9-ad26-4c7e-9920-108baffc475a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2d6b51-8a0d-499f-9530-dba2d7d2a443,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:34.251500 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-77bc09f9-ad26-4c7e-9920-108baffc475a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.256408 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd6a7ca-fb6c-42c5-85c8-c8476b94687c None None] Network 22a6ac7b-ff36-4949-abee-1db43c495051 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:43:34.261053 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-77bc09f9-ad26-4c7e-9920-108baffc475a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da2d6b51-8a0d-499f-9530-dba2d7d2a443 HTTP/1.1" status: 204 len: 168 time: 0.2527096 Jan 17 00:43:34.262086 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45754) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:34.336565 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (22a6ac7b-ff36-4949-abee-1db43c495051), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.389214 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Deleting port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:34.389536 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.646095 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] DHCP port deletion for 22a6ac7b-ff36-4949-abee-1db43c495051 request from dv-cinder-815461-7-iscsi {{(pid=109114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 00:43:34.701341 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Deleting port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 {{(pid=109114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:34.701714 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), before_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.737039 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] For port eeac9fbf-0137-4f7e-8ecb-a41ac211d444, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=eeac9fbf-0137-4f7e-8ecb-a41ac211d444,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:43:34.737397 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.749780 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Calling delete_port for eeac9fbf-0137-4f7e-8ecb-a41ac211d444 owned by network:dhcp {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:34.767921 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.db [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] For port eeac9fbf-0137-4f7e-8ecb-a41ac211d444, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=eeac9fbf-0137-4f7e-8ecb-a41ac211d444,segment=NetworkSegment(d5bd7d18-326d-4e10-8440-ecadb3c75b35),segment_id=d5bd7d18-326d-4e10-8440-ecadb3c75b35)] {{(pid=109114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:43:34.768871 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), precommit_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.782975 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Calling delete_port for eeac9fbf-0137-4f7e-8ecb-a41ac211d444 owned by network:dhcp {{(pid=109114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:34.831283 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.860942 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] No DVR routers for this DVR port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 on host dv-cinder-815461-7-iscsi {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:43:34.862952 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Pushing event deleted for resources: {'Port': ['ID=eeac9fbf-0137-4f7e-8ecb-a41ac211d444,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:34.863943 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144'] for port (eeac9fbf-0137-4f7e-8ecb-a41ac211d444), after_delete {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.900759 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] No DVR routers for this DVR port eeac9fbf-0137-4f7e-8ecb-a41ac211d444 on host dv-cinder-815461-7-iscsi {{(pid=109114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:43:34.906309 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Pushing event deleted for resources: {'Port': ['ID=eeac9fbf-0137-4f7e-8ecb-a41ac211d444,revision_number=None']} {{(pid=109114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:34.916642 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.917115 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.917332 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.917677 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.918012 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.918346 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.918687 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.919004 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.919379 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.919711 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.920037 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.920363 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.920686 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e82344-1f84-4217-b0bd-c8597c4d2a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:34.929954 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.942855 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (22a6ac7b-ff36-4949-abee-1db43c495051), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.966415 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a6ac7b-ff36-4949-abee-1db43c495051']}} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:34.976200 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bd7d18-326d-4e10-8440-ecadb3c75b35') {'for_net_delete': True} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:34.976520 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bd7d18-326d-4e10-8440-ecadb3c75b35') {} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:34.985668 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25781760'] for segment (d5bd7d18-326d-4e10-8440-ecadb3c75b35), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:34.999026 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (d5bd7d18-326d-4e10-8440-ecadb3c75b35), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:35.005376 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:43:35.005784 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26670193'] for segment (d5bd7d18-326d-4e10-8440-ecadb3c75b35), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: Traceback (most recent call last): Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: timer() Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: cb(*args, **kw) Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: return func(*args, **kwargs) Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: self._notify() Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: self.callback(batched_events) Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: event.method(event) Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: return f(self, *a, **k) Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._get(url).json() Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: return self.request(url, 'GET', **kwargs) Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:43:35.007532 dv-cinder-815461-7-iscsi neutron-server[109112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:43:35.064334 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (22a6ac7b-ff36-4949-abee-1db43c495051), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:35.070183 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:35.073283 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] 10.222.0.24 "DELETE /v2.0/networks/22a6ac7b-ff36-4949-abee-1db43c495051 HTTP/1.1" status: 204 len: 168 time: 0.8101842 Jan 17 00:43:35.076293 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45756) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:35.084736 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724a18c-6b0e-4279-9dc8-24783ea943aa admin admin] Pushing event deleted for resources: {'Network': ['ID=22a6ac7b-ff36-4949-abee-1db43c495051,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:35.210567 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:35.416210 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3877905'] for router_interface (d8069879-253e-4b79-a2fc-a0350e64921d), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:35.648654 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Deleting port 314fee7a-b9e0-432f-805d-27d601294e46 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:35.648987 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (314fee7a-b9e0-432f-805d-27d601294e46), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:35.722770 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] For port 314fee7a-b9e0-432f-805d-27d601294e46, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=314fee7a-b9e0-432f-805d-27d601294e46,segment=NetworkSegment(1dddd726-f17a-4675-9c29-9457f0c94cb7),segment_id=1dddd726-f17a-4675-9c29-9457f0c94cb7)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:43:35.723118 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (314fee7a-b9e0-432f-805d-27d601294e46), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:35.735230 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Calling delete_port for 314fee7a-b9e0-432f-805d-27d601294e46 owned by network:router_interface {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:35.877954 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device eeac9fbf-0137-4f7e-8ecb-a41ac211d444 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:43:35.897873 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: eeac9fbf-0137-4f7e-8ecb-a41ac211d444 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:43:35.898213 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device eeac9fbf-0137-4f7e-8ecb-a41ac211d444 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:43:35.898621 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 918ef65e-5458-4189-a1ee-62963a614aa1 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:43:35.910184 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (314fee7a-b9e0-432f-805d-27d601294e46), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:35.918112 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 918ef65e-5458-4189-a1ee-62963a614aa1 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:43:35.918460 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 918ef65e-5458-4189-a1ee-62963a614aa1 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:43:35.918870 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:43:35.938269 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:43:35.938604 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 63fc6c2b-1e31-4fee-a9df-6ccf3e875f42 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:43:35.940282 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Pushing event deleted for resources: {'Port': ['ID=314fee7a-b9e0-432f-805d-27d601294e46,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:36.183158 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.183859 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.183859 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.184176 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.184501 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.184824 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.185146 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.185471 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.185789 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.186104 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.186419 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.186732 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.187044 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815461-7-iscsi {{(pid=109113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 00:43:36.320015 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3741826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875457'] for router_interface (d8069879-253e-4b79-a2fc-a0350e64921d), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:36.533791 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Router d8069879-253e-4b79-a2fc-a0350e64921d has already been hosted by L3 agent de4e8918-66ee-4bb1-acc2-6e2c1895f59a {{(pid=109113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 00:43:36.635386 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] Notify agent at l3_agent.dv-cinder-815461-7-iscsi the message routers_updated {{(pid=109113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 00:43:36.640210 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-4f55d104-b960-4ea8-b272-17c79c8ba46f admin admin] 10.222.0.24 "PUT /v2.0/routers/d8069879-253e-4b79-a2fc-a0350e64921d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629039 Jan 17 00:43:36.642648 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45760) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:36.644543 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] Sync routers for ids ['d8069879-253e-4b79-a2fc-a0350e64921d'] in dv-cinder-815461-7-iscsi {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 00:43:36.653923 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] Routers {'d8069879-253e-4b79-a2fc-a0350e64921d'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:43:36.654518 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:43:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['d8069879-253e-4b79-a2fc-a0350e64921d'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:36.750638 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks [] for router (d8069879-253e-4b79-a2fc-a0350e64921d), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:36.760169 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] Set router d8069879-253e-4b79-a2fc-a0350e64921d gateway port host: dv-cinder-815461-7-iscsi {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:43:36.788000 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:36.855258 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks [] for router_gateway (d8069879-253e-4b79-a2fc-a0350e64921d), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:36.906416 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Deleting port 9e4cc182-039c-47a3-b7f2-86a69e8358f2 {{(pid=109113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:36.906753 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:36.939443 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'external_fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:18Z', 'updated_at': '2022-01-17T00:43:35Z', 'revision_number': 5, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'gw_port': {'id': '9e4cc182-039c-47a3-b7f2-86a69e8358f2', 'name': '', 'network_id': '43725192-81a9-4edf-a6cb-79084dcd3ece', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815461-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T00:35:19Z', 'updated_at': '2022-01-17T00:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d4be9f7-b905-45e3-bea6-a75a1a0c27ca', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815461-7-iscsi'}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:36.965934 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] Checking router: d8069879-253e-4b79-a2fc-a0350e64921d for host: dv-cinder-815461-7-iscsi {{(pid=109115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 00:43:36.974144 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] Routers {'d8069879-253e-4b79-a2fc-a0350e64921d'} bound to L3 agent in host dv-cinder-815461-7-iscsi {{(pid=109115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 00:43:36.974726 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815461-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T00:24:33Z,description=,heartbeat_timestamp=2022-01-17T00:43:33Z,host='dv-cinder-815461-7-iscsi',id=de4e8918-66ee-4bb1-acc2-6e2c1895f59a,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T00:24:33Z,topic='l3_agent')) {'router_ids': ['d8069879-253e-4b79-a2fc-a0350e64921d'], 'active': True} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:36.984164 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.db [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] For port 9e4cc182-039c-47a3-b7f2-86a69e8358f2, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=9e4cc182-039c-47a3-b7f2-86a69e8358f2,segment=NetworkSegment(90aff399-71ae-4392-a2f1-c323875be83e),segment_id=90aff399-71ae-4392-a2f1-c323875be83e)] {{(pid=109113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:43:36.984527 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.000531 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.plugins.ml2.plugin [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Calling delete_port for 9e4cc182-039c-47a3-b7f2-86a69e8358f2 owned by network:router_gateway {{(pid=109113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:37.065868 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_dvr_db [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] Set router d8069879-253e-4b79-a2fc-a0350e64921d gateway port host: None {{(pid=109115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 00:43:37.116640 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.l3_hamode_db [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:18Z', 'updated_at': '2022-01-17T00:43:36Z', 'revision_number': 6, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'gw_port_host': None}], 'dv-cinder-815461-7-iscsi', False) {} {{(pid=109115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:37.161611 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25195141'] for port (9e4cc182-039c-47a3-b7f2-86a69e8358f2), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.192056 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4cc182-039c-47a3-b7f2-86a69e8358f2,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:37.230952 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadb4d9-013a-4e5b-ba1e-43417b077c91 None None] The sync data for ids ['d8069879-253e-4b79-a2fc-a0350e64921d'] in dv-cinder-815461-7-iscsi is: [{'id': 'd8069879-253e-4b79-a2fc-a0350e64921d', 'name': 'tempest-TestVolumeBootPattern-1920063078-router', 'tenant_id': 'a4f8241119cf4f0e958f7c1584faac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T00:35:18Z', 'updated_at': '2022-01-17T00:43:36Z', 'revision_number': 6, 'project_id': 'a4f8241119cf4f0e958f7c1584faac18', 'gw_port_host': None}] {{(pid=109115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 00:43:37.256186 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3875947'] for router_gateway (d8069879-253e-4b79-a2fc-a0350e64921d), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.325050 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.349111 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3921404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25086'] for router (d8069879-253e-4b79-a2fc-a0350e64921d), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.351559 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks [] for router_controller (d8069879-253e-4b79-a2fc-a0350e64921d), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.396227 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3921399'] for router (d8069879-253e-4b79-a2fc-a0350e64921d), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.396907 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8069879-253e-4b79-a2fc-a0350e64921d {{(pid=109113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 00:43:37.401472 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.402863 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-8be8ee8d-c6fd-479b-acc4-a31f3c58e958 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d8069879-253e-4b79-a2fc-a0350e64921d HTTP/1.1" status: 204 len: 168 time: 0.7586017 Jan 17 00:43:37.405361 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45762) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:37.448429 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94359aa-fe99-46de-9e11-955444b7ae15 admin admin] Deleting subnet 7f0b369b-833d-4dac-ae23-e943dd9d21bd {{(pid=109113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 00:43:37.451458 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b94359aa-fe99-46de-9e11-955444b7ae15 admin admin] Publish callbacks [] for subnet (7f0b369b-833d-4dac-ae23-e943dd9d21bd), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.483835 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b94359aa-fe99-46de-9e11-955444b7ae15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25990853'] for subnet (7f0b369b-833d-4dac-ae23-e943dd9d21bd), precommit_delete_associations {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.559958 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b94359aa-fe99-46de-9e11-955444b7ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-530008'] for subnet (7f0b369b-833d-4dac-ae23-e943dd9d21bd), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.617244 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b94359aa-fe99-46de-9e11-955444b7ae15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25195190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520065'] for subnet (7f0b369b-833d-4dac-ae23-e943dd9d21bd), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.644060 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94359aa-fe99-46de-9e11-955444b7ae15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0b369b-833d-4dac-ae23-e943dd9d21bd,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:37.646511 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-b94359aa-fe99-46de-9e11-955444b7ae15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for subnet (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.651490 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-b94359aa-fe99-46de-9e11-955444b7ae15 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7f0b369b-833d-4dac-ae23-e943dd9d21bd HTTP/1.1" status: 204 len: 168 time: 0.2429516 Jan 17 00:43:37.652009 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45764) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:37.662293 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccada67-8a8a-4c33-b95c-d177532c9cd7 None None] Network cd890919-6929-43d7-9071-cc4c58ed0c55 requested from dv-cinder-815461-7-iscsi {{(pid=109114) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 00:43:37.730674 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596772'] for network (cd890919-6929-43d7-9071-cc4c58ed0c55), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.788060 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Deleting port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 {{(pid=109112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 00:43:37.788404 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770745096933'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.849245 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.db [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] For port 6764e7cd-43f0-4d7f-adc3-4d204fc43911, host dv-cinder-815461-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815461-7-iscsi',level=0,port_id=6764e7cd-43f0-4d7f-adc3-4d204fc43911,segment=NetworkSegment(1dddd726-f17a-4675-9c29-9457f0c94cb7),segment_id=1dddd726-f17a-4675-9c29-9457f0c94cb7)] {{(pid=109112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 00:43:37.849535 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3880628'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.861477 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.plugin [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Calling delete_port for 6764e7cd-43f0-4d7f-adc3-4d204fc43911 owned by network:dhcp {{(pid=109112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 00:43:37.942906 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-783284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770745103225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770744620144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26670124'] for port (6764e7cd-43f0-4d7f-adc3-4d204fc43911), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:37.969101 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=6764e7cd-43f0-4d7f-adc3-4d204fc43911,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:37.972081 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] No DVR routers for this DVR port 6764e7cd-43f0-4d7f-adc3-4d204fc43911 on host dv-cinder-815461-7-iscsi {{(pid=109112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 00:43:38.003030 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7629cd-8912-4484-8fe7-103e2d8500d2 None None] DHCP port deletion for cd890919-6929-43d7-9071-cc4c58ed0c55 request from dv-cinder-815461-7-iscsi {{(pid=109114) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 00:43:38.061503 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 9e4cc182-039c-47a3-b7f2-86a69e8358f2 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:43:38.063337 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-528607', 'neutron.services.segments.db._delete_segments_for_network-8770745157416'] for network (cd890919-6929-43d7-9071-cc4c58ed0c55), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.082598 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 9e4cc182-039c-47a3-b7f2-86a69e8358f2 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:43:38.082944 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 9e4cc182-039c-47a3-b7f2-86a69e8358f2 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:43:38.083391 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 314fee7a-b9e0-432f-805d-27d601294e46 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:43:38.085239 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd890919-6929-43d7-9071-cc4c58ed0c55']}} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:38.094946 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dddd726-f17a-4675-9c29-9457f0c94cb7') {'for_net_delete': True} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:38.095274 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.services.segments.db [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dddd726-f17a-4675-9c29-9457f0c94cb7') {} {{(pid=109112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 00:43:38.105411 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770745157681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25781760'] for segment (1dddd726-f17a-4675-9c29-9457f0c94cb7), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.106558 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 314fee7a-b9e0-432f-805d-27d601294e46 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:43:38.106915 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 314fee7a-b9e0-432f-805d-27d601294e46 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:43:38.107357 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 6764e7cd-43f0-4d7f-adc3-4d204fc43911 no longer exists at agent ovs-agent-dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 00:43:38.118979 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293'] for segment (1dddd726-f17a-4675-9c29-9457f0c94cb7), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.125317 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109112) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 00:43:38.125815 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26670193'] for segment (1dddd726-f17a-4675-9c29-9457f0c94cb7), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: Traceback (most recent call last): Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: timer() Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: cb(*args, **kw) Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: return func(*args, **kwargs) Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: self._notify() Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: self.callback(batched_events) Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: event.method(event) Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: return f(self, *a, **k) Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._get(url).json() Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: return self.request(url, 'GET', **kwargs) Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 00:43:38.127988 dv-cinder-815461-7-iscsi neutron-server[109112]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 00:43:38.131757 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.plugin [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] No Port match for: 6764e7cd-43f0-4d7f-adc3-4d204fc43911 {{(pid=109114) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 00:43:38.132323 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron.plugins.ml2.rpc [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Device 6764e7cd-43f0-4d7f-adc3-4d204fc43911 not bound to the agent host dv-cinder-815461-7-iscsi {{(pid=109114) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 00:43:38.184878 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-528582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3741947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3875847'] for network (cd890919-6929-43d7-9071-cc4c58ed0c55), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.190862 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3741933'] for network (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.194138 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cd890919-6929-43d7-9071-cc4c58ed0c55 HTTP/1.1" status: 204 len: 168 time: 0.5409513 Jan 17 00:43:38.206426 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55492d19-528b-4822-bde6-10f402648a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd890919-6929-43d7-9071-cc4c58ed0c55,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:38.318908 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45768) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:38.358420 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-bfea36e1-f076-40d9-aeea-bc4ce7cb7c79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b58b411178c84683afd99302a7ccf934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381205 Jan 17 00:43:38.360693 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.wsgi [-] (109112) accepted ('10.222.0.24', 45770) {{(pid=109112) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:38.411495 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c44efc4e-95b7-4697-b09f-285b4bb20ebc admin admin] Publish callbacks [] for security_group (38fee17a-8a2a-4a37-9830-9b0781eb3cfa), before_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.434703 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c44efc4e-95b7-4697-b09f-285b4bb20ebc admin admin] Publish callbacks [] for security_group (38fee17a-8a2a-4a37-9830-9b0781eb3cfa), precommit_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.480622 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c44efc4e-95b7-4697-b09f-285b4bb20ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (38fee17a-8a2a-4a37-9830-9b0781eb3cfa), after_delete {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.483131 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron_lib.callbacks.manager [None req-c44efc4e-95b7-4697-b09f-285b4bb20ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.484316 dv-cinder-815461-7-iscsi neutron-server[109112]: INFO neutron.wsgi [None req-c44efc4e-95b7-4697-b09f-285b4bb20ebc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38fee17a-8a2a-4a37-9830-9b0781eb3cfa HTTP/1.1" status: 204 len: 168 time: 0.1227291 Jan 17 00:43:38.491936 dv-cinder-815461-7-iscsi neutron-server[109112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44efc4e-95b7-4697-b09f-285b4bb20ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fee17a-8a2a-4a37-9830-9b0781eb3cfa,revision_number=None']} {{(pid=109112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:38.790353 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45776) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:38.830802 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-6a698025-ee26-49e5-82e4-1908388735de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4f8241119cf4f0e958f7c1584faac18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389633 Jan 17 00:43:38.833853 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.wsgi [-] (109113) accepted ('10.222.0.24', 45778) {{(pid=109113) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 00:43:38.878587 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-42a22295-809f-4000-ae53-7725134fa887 admin admin] Publish callbacks [] for security_group (76261052-7990-45d3-a1d0-a931c735ca89), before_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.900352 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-42a22295-809f-4000-ae53-7725134fa887 admin admin] Publish callbacks [] for security_group (76261052-7990-45d3-a1d0-a931c735ca89), precommit_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.947582 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-42a22295-809f-4000-ae53-7725134fa887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3672827'] for security_group (76261052-7990-45d3-a1d0-a931c735ca89), after_delete {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.950114 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron_lib.callbacks.manager [None req-42a22295-809f-4000-ae53-7725134fa887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:43:38.951288 dv-cinder-815461-7-iscsi neutron-server[109113]: INFO neutron.wsgi [None req-42a22295-809f-4000-ae53-7725134fa887 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76261052-7990-45d3-a1d0-a931c735ca89 HTTP/1.1" status: 204 len: 168 time: 0.1164339 Jan 17 00:43:38.959630 dv-cinder-815461-7-iscsi neutron-server[109113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a22295-809f-4000-ae53-7725134fa887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76261052-7990-45d3-a1d0-a931c735ca89,revision_number=None']} {{(pid=109113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 00:43:45.179617 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:44:00.874744 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-4e5d10ae-4aad-439b-8491-19fc569abd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:03.189951 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-52163714-7bfb-4a9f-b8c3-fc9b9da89708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:04.893364 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:05.219931 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:06.791366 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:07.327660 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:22.179467 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:44:30.876162 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-a6d5541d-25af-4ce8-9d25-f3a9d361126c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:33.191188 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-94035a22-3bac-420c-8e6e-ebd1cb4ec1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:34.897097 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:35.233967 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:36.795646 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:37.329329 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:44:59.179165 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:45:00.877809 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-44a5a41b-3370-405d-a96d-ce76b46a785f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:03.193371 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-54d07eac-2c79-4d6b-9c66-309a81c9ee6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:04.898697 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:05.252995 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:06.797686 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:07.332594 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:30.880578 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-097c0b58-4327-4231-9e0d-bdc86127f6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:33.195458 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4915-7e53-413e-a07e-9c74c66a39cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:34.901548 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:35.265114 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:36.177394 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:45:36.800283 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:45:37.336210 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:00.883056 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-dc091a8c-5cd8-43f2-a054-8d348ae57e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:03.197838 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-b36e4b2c-adb3-4a60-b395-3142fcc8d141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:04.904638 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:05.281171 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:06.804322 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:07.339073 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:13.175855 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:46:30.885378 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-2d640a8c-3348-4218-8ab3-b089a2195efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:33.201666 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-e82736fa-0de1-4cb5-934d-f9540fd64fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:34.907979 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:35.281483 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:36.807569 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:37.340453 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:46:50.175166 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:47:00.887150 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-dbaea1af-79e8-4096-b952-2e4ed926837e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:03.203154 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-11669443-68a7-4a27-b596-73edda14e6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:04.910829 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:05.293309 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:06.810017 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:07.344943 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:27.174053 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:47:30.892584 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-34a8db6e-fb68-44d5-80e6-b3563b92f4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:33.205314 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-0091e860-9851-4eda-a75e-61bd671881a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:34.913491 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:35.291399 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:36.814691 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:47:37.346754 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:00.893971 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-75749070-4d37-4b4e-ab39-c633601edb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:03.206500 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-4b92a5ef-29fd-4e8c-9810-e7b6ec23d06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:04.172659 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 00:48:04.917844 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:05.307245 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:06.816334 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:07.348547 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:30.895289 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-95678584-2a08-4238-a26b-48caa0c88e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (3240dd33-3d4c-4187-a344-99b3a31d264b), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:33.207507 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-1e005501-4414-438a-a0ed-629752a3b7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (de4e8918-66ee-4bb1-acc2-6e2c1895f59a), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:34.918066 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-687ec2f9-02b9-4a86-ab50-ecae02f37d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (74a06ffb-02a9-4dbf-89db-a20878581c53), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:35.321759 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-06c37dc9-b10e-4336-9d85-c560a9e0a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (27532dfb-2fbd-4abc-88aa-119514abdb39), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:36.820559 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-d76f56da-195e-4b3b-a78d-b0a0a8ae53c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (5140ad48-be5f-4350-84c5-3d5fd761bbe4), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:37.356916 dv-cinder-815461-7-iscsi neutron-server[109114]: DEBUG neutron_lib.callbacks.manager [None req-81059cad-44f0-4f2f-aa1d-a71fab156413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770745157398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-649753'] for agent (67ba89a8-f17a-4592-960a-ac8f8d3daf47), after_update {{(pid=109114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 00:48:41.171949 dv-cinder-815461-7-iscsi neutron-server[109115]: DEBUG neutron.db.agents_db [None req-41eb085f-1b9c-45b5-847f-a9d05c2cf41c None None] Agent healthcheck: found 6 active agents {{(pid=109115) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}